-- Logs begin at Mon 2022-03-07 22:29:37 UTC, end at Mon 2022-03-07 23:41:40 UTC. -- Mar 07 23:11:06.217491 dv-cinder-813223-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 07 23:11:09.138380 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.common.config [-] Logging enabled! Mar 07 23:11:09.138995 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev579 Mar 07 23:11:09.139164 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103496) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 23:11:09.143115 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.common.config [-] Logging enabled! Mar 07 23:11:09.143376 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev579 Mar 07 23:11:09.143692 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103496) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 23:11:09.144640 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 23:11:09.144880 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 23:11:09.145277 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 23:11:09.145531 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 23:11:09.146156 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 23:11:09.146491 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.146942 dv-cinder-813223-6-iscsi neutron-server[103496]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 07 23:11:09.147262 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.147568 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.147868 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.148173 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.148471 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.148761 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.149086 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.149394 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.149687 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.149973 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.150266 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.150564 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.150853 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.151143 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.151434 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.151722 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] debug = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.152013 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.152449 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.152872 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.153181 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.153474 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.153759 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.154034 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.154316 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.154606 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.154938 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] host = dv-cinder-813223-6-iscsi {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.155219 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.156163 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.156484 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.156757 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.157058 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.157340 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.157627 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.157902 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.158178 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] log_file = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.158455 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.158746 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.159042 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.159334 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.159562 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.159789 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.160092 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.160380 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.160661 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.160940 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.161241 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.161517 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.161794 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.162065 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.162354 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.162647 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.162937 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.163215 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.163493 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.163765 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.164042 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.164331 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.164610 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.164888 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.165190 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.165484 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.165759 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.166035 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.166337 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.166626 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.166913 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.167201 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.167479 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.167765 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.168038 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.168311 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.168585 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] use_json = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.168858 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.169157 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.169445 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.169721 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.169994 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.170270 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.170544 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.170830 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.171124 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:09.171426 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.171730 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.172038 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.172341 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.172644 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.172929 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.173249 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.173533 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.173828 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.174122 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.174416 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.174697 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.175002 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.175299 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.175599 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.175908 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.176208 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.176501 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.176778 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.177081 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.177363 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.177645 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.177936 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.178217 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.178509 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.178800 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.179085 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.179388 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.179680 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.179979 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.180273 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.180549 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.180832 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.181157 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.181441 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.181717 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.181999 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.182292 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.182576 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.182853 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.183138 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.183422 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.183699 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.183974 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.184254 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.184547 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.184825 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.185123 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.185402 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.185683 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.185958 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.186248 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.186530 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.186831 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.187106 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.187389 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.187669 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.187947 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.188227 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.188502 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.188781 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.189082 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.189357 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.189633 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.189908 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.190181 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.190457 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.190731 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.191009 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.191284 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.191567 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.191845 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.192123 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.192401 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.192698 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.193022 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.193308 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.193591 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.193873 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.194155 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.194438 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.194718 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.195000 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.195282 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.195557 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.195852 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.196140 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.196432 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.196735 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.197036 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.197335 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.197616 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.197898 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.198185 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.198466 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.198746 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.199032 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.199316 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.199614 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.199911 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.200206 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.200500 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.200793 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.201102 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.201413 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.201695 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:09.201913 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 23:11:09.202151 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103496) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 07 23:11:09.577593 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 23:11:09.577881 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 23:11:09.578189 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 23:11:09.578668 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 07 23:11:09.907202 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:09.907427 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:09.907702 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:09.909029 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:09.909308 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:09.909578 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:09.955005 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:09.955288 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:09.955560 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:09.970451 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:09.970735 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:09.971009 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:09.998963 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:09.999274 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:09.999557 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.037104 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.037387 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.037658 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.382178 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.382799 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.382799 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.382991 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.383665 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.482620 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.482946 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.483233 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.483508 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.483805 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.484121 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.484386 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.484655 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.484917 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.485352 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.485617 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.485889 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.486148 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.486402 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.486660 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.486925 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.487180 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.487448 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.487718 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.487978 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.488249 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.488502 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.488783 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.489188 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.489441 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.489690 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.490081 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 23:11:10.490322 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 23:11:10.490560 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 23:11:10.490798 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 23:11:10.491033 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 23:11:10.491269 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 23:11:10.491636 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 07 23:11:10.494800 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 07 23:11:10.498929 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 07 23:11:10.503205 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 07 23:11:10.504871 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 07 23:11:10.505379 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 07 23:11:10.505720 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 07 23:11:10.506103 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 07 23:11:10.508944 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 07 23:11:10.509223 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 07 23:11:10.509574 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 23:11:10.514518 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 07 23:11:10.539061 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 07 23:11:10.539527 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.539835 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103496) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 07 23:11:10.540217 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.541629 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103496) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 07 23:11:10.541918 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 23:11:10.542168 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 07 23:11:10.545512 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.545801 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:10.608253 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 07 23:11:10.608500 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 07 23:11:10.608763 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 07 23:11:10.609166 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 07 23:11:10.629576 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_db.sqlalchemy.engines [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103496) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 07 23:11:11.180973 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Initializing driver for type 'gre' Mar 07 23:11:11.181517 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] gre ID ranges: [(1, 1000)] Mar 07 23:11:11.318109 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Initializing driver for type 'local' Mar 07 23:11:11.318448 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Initializing driver for type 'vlan' Mar 07 23:11:11.380886 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] VlanTypeDriver initialization complete Mar 07 23:11:11.381258 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Initializing driver for type 'vxlan' Mar 07 23:11:11.381744 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] vxlan ID ranges: [(1, 1000)] Mar 07 23:11:11.506578 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Initializing extension driver 'port_security' Mar 07 23:11:11.507174 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.extensions.port_security [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] PortSecurityExtensionDriver initialization complete Mar 07 23:11:11.507174 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Initializing mechanism driver 'openvswitch' Mar 07 23:11:11.507543 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Initializing mechanism driver 'hyperv' Mar 07 23:11:11.514337 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:11:11.515673 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > port after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.516043 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > port after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.516399 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > port after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.516925 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103496) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 23:11:11.517384 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > subnet after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.517741 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > subnet after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.518091 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.518488 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103496) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 23:11:11.518907 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > network after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.519257 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > network after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.519605 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > network after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.520000 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103496) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 23:11:11.520408 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > security_group after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.520768 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > security_group after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.521153 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.521559 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103496) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 23:11:11.521969 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.524910 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.524910 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.524910 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103496) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 23:11:11.524910 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > address_group after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.524910 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > address_group after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.525275 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.525275 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103496) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 23:11:11.525275 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] ML2 OVO RPC backend initialized. {{(pid=103496) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 07 23:11:11.525625 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.526238 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.526426 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > network before_response 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.526779 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > networks before_response 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.527129 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > port before_response 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.527471 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > ports before_response 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.527814 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > subnet before_response 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.528157 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > subnets before_response 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.528501 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > network after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.528852 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > network after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.529212 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > network after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.529552 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > port after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.529890 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > port after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.530228 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > port after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.531223 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > subnet after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.531569 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > subnet after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.531908 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.539244 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.quota [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded quota_driver: . Mar 07 23:11:11.539608 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.plugin [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Modular L2 Plugin initialization complete Mar 07 23:11:11.539955 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading services supported by the core plugin {{(pid=103496) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 07 23:11:11.540301 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.plugins.ml2.managers [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Got port-security extension from driver 'port_security' Mar 07 23:11:11.540787 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.extensions.vlantransparent [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Disabled vlantransparent extension. Mar 07 23:11:11.541314 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103496) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 07 23:11:11.541637 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading Plugin: router Mar 07 23:11:11.577201 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.578101 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router after_create 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.578474 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router before_create 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.578840 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.579216 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.579572 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router after_delete 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.579928 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.580284 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.580640 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router after_create 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.581010 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router after_update 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.581360 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router after_update 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.581708 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.582067 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router after_update 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.582479 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router precommit_update 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.582850 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: port after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.583187 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: port after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.583523 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: subnet after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.583863 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.584212 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.584557 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router precommit_create 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.584897 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: port before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.585260 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router precommit_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.585615 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router after_update 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.585955 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.586429 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router precommit_create 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.586791 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.587137 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router precommit_update 55549900 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.587502 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > agent after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.587852 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > agent after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.588197 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > network after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.589087 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Tracking information for resource: router configured {{(pid=103496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 23:11:11.589423 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Tracking information for resource: floatingip configured {{(pid=103496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 23:11:11.595176 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.db.l3_agentschedulers_db [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 07 23:11:11.595749 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: port after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.596112 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: port after_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.596468 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: port after_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.596820 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: port after_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.597630 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router before_create 55550100 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.598029 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.598357 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router precommit_create 55550100 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.598716 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > router precommit_update 55550100 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.603533 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.services.provider_configuration [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Service providers = [] {{(pid=103496) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 07 23:11:11.603896 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.db.servicetype_db [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103496) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 07 23:11:11.606888 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.services.service_base [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103496) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 23:11:11.607241 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.services.service_base [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103496) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 23:11:11.607586 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.services.service_base [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103496) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 23:11:11.608479 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.services.service_base [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103496) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 23:11:11.608877 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.services.service_base [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 07 23:11:11.609281 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 23:11:11.609604 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 07 23:11:11.620291 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 23:11:11.620629 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading Plugin: auto_allocate Mar 07 23:11:11.626504 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: network precommit_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.626879 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: network precommit_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.627395 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 23:11:11.627717 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading Plugin: tag Mar 07 23:11:11.634482 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 23:11:11.634818 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading Plugin: timestamp Mar 07 23:11:11.638672 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 23:11:11.639003 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading Plugin: network_ip_availability Mar 07 23:11:11.645049 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.645421 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.645777 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.646483 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 23:11:11.646801 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading Plugin: flavors Mar 07 23:11:11.651746 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 23:11:11.652083 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading Plugin: revisions Mar 07 23:11:11.657050 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 23:11:11.657440 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_concurrency.lockutils [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.079s {{(pid=103496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 23:11:11.658178 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103496) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 07 23:11:11.658514 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Initializing extension manager. Mar 07 23:11:11.659041 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: __init__.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.659384 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: __pycache__ {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.659719 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.660053 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: address_group.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.660812 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.661408 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: address-group Mar 07 23:11:11.661734 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: address_scope.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.662452 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.662961 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: address-scope Mar 07 23:11:11.663282 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.664212 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.664723 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: router-admin-state-down-before-update Mar 07 23:11:11.665091 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: agent.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.665797 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.666298 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: agent Mar 07 23:11:11.666619 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: agent_resources_synced.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.667536 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.668040 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: agent-resources-synced Mar 07 23:11:11.668362 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: allowedaddresspairs.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.670199 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.670724 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: allowed-address-pairs Mar 07 23:11:11.671084 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: auto_allocated_topology.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.672167 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.672682 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: auto-allocated-topology Mar 07 23:11:11.673038 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: availability_zone.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.673738 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.674239 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: availability_zone Mar 07 23:11:11.674565 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: availability_zone_filter.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.675482 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.675992 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: availability_zone_filter Mar 07 23:11:11.676315 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: data_plane_status.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.677253 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.677754 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension data-plane-status not supported by any of loaded plugins Mar 07 23:11:11.678076 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: default_subnetpools.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.678995 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.679499 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: default-subnetpools Mar 07 23:11:11.679824 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.680636 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.681176 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: dhcp_agent_scheduler Mar 07 23:11:11.681503 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: dns.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.682422 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.682927 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension dns-integration not supported by any of loaded plugins Mar 07 23:11:11.683250 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: dns_domain_ports.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.684165 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.684665 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 07 23:11:11.685013 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.685943 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.686446 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 07 23:11:11.686793 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: dvr.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.687465 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.687965 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: dvr Mar 07 23:11:11.688285 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: ecmp_routes.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.689231 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.689729 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 07 23:11:11.690048 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: empty_string_filtering.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.690971 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.691477 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: empty-string-filtering Mar 07 23:11:11.691803 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.692723 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.693252 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 07 23:11:11.693575 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.694485 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.694984 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 07 23:11:11.695305 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: external_net.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.696217 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.696719 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: external-net Mar 07 23:11:11.697075 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.697996 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.698500 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: extra_dhcp_opt Mar 07 23:11:11.698822 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: extraroute.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.699728 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.700237 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: extraroute Mar 07 23:11:11.700557 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: extraroute_atomic.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.701619 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.702128 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: extraroute-atomic Mar 07 23:11:11.702981 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: filter_validation.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.703647 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.704146 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: filter-validation Mar 07 23:11:11.704466 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: fip_pf_description.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.705426 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.705927 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 07 23:11:11.706249 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: fip_port_details.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.707341 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.707851 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: fip-port-details Mar 07 23:11:11.708181 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: flavors.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.709461 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.709977 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: flavors Mar 07 23:11:11.710305 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.711981 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.712502 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 07 23:11:11.712831 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: floatingip_pools.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.713566 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.714078 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: floatingip-pools Mar 07 23:11:11.714404 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: ip_allocation.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.715591 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.716090 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension ip_allocation not supported by any of loaded plugins Mar 07 23:11:11.716412 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.717363 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.717870 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: ip-substring-filtering Mar 07 23:11:11.718737 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: l2_adjacency.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.719670 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.720174 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 07 23:11:11.720497 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: l3.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.721491 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.722011 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: router Mar 07 23:11:11.722339 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.724610 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.725171 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 07 23:11:11.725504 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.726440 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.726955 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: ext-gw-mode Mar 07 23:11:11.727283 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.728210 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.728725 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: l3-ha Mar 07 23:11:11.729089 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.730004 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.730517 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 07 23:11:11.730846 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: l3_flavors.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.731768 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.732277 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: l3-flavors Mar 07 23:11:11.732600 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.734048 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.734560 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 07 23:11:11.734888 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.735804 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.736312 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 07 23:11:11.736636 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: l3agentscheduler.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.737706 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.738219 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: l3_agent_scheduler Mar 07 23:11:11.738548 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: local_ip.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.740323 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.740849 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension local_ip not supported by any of loaded plugins Mar 07 23:11:11.741222 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: logging.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.744041 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.744564 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension logging not supported by any of loaded plugins Mar 07 23:11:11.744899 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: metering.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.745683 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.746259 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: metering Mar 07 23:11:11.746589 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.747700 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.748223 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: metering_source_and_destination_fields Mar 07 23:11:11.748553 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: multiprovidernet.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.750036 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.750552 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: multi-provider Mar 07 23:11:11.750881 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: netmtu.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.751807 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.752313 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: net-mtu Mar 07 23:11:11.752640 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: netmtu_writable.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.753595 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.754101 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: net-mtu-writable Mar 07 23:11:11.754428 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: network_availability_zone.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.755107 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.755611 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: network_availability_zone Mar 07 23:11:11.755936 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: network_ip_availability.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.757139 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.757607 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: network-ip-availability Mar 07 23:11:11.757935 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: network_segment_range.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.758706 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.759203 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension network-segment-range not supported by any of loaded plugins Mar 07 23:11:11.759529 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: pagination.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.760523 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.760862 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: pagination Mar 07 23:11:11.761212 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: port_device_profile.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.762119 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.762629 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: port-device-profile Mar 07 23:11:11.762952 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.763882 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.764385 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: port-mac-address-regenerate Mar 07 23:11:11.764706 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.766240 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.766747 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: port-numa-affinity-policy Mar 07 23:11:11.767068 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: port_resource_request.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.767974 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.768472 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension port-resource-request not supported by any of loaded plugins Mar 07 23:11:11.768793 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: port_resource_request_groups.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.769803 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.770305 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 07 23:11:11.770633 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: portbindings.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.771562 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.772067 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: binding Mar 07 23:11:11.772390 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: portbindings_extended.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.773689 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.774200 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: binding-extended Mar 07 23:11:11.774528 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: portsecurity.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.775442 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.775948 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: port-security Mar 07 23:11:11.776276 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: project_id.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.777295 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.777631 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: project-id Mar 07 23:11:11.777958 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: providernet.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.778881 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.779391 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: provider Mar 07 23:11:11.779714 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: qos.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.783368 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.783889 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension qos not supported by any of loaded plugins Mar 07 23:11:11.784222 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.785503 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.786021 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 07 23:11:11.786347 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.787272 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.787785 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 07 23:11:11.788112 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: qos_default.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.789057 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.789569 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension qos-default not supported by any of loaded plugins Mar 07 23:11:11.789897 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: qos_fip.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.790841 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.791383 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension qos-fip not supported by any of loaded plugins Mar 07 23:11:11.791706 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.792631 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.793177 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 07 23:11:11.793502 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: qos_gateway_ip.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.794463 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.794974 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 07 23:11:11.795297 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: qos_port_network_policy.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.796364 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.796877 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 07 23:11:11.797227 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.798279 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.798789 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 07 23:11:11.799115 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.800158 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.800678 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 07 23:11:11.801032 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: qos_pps_rule.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.802229 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.802743 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension qos-pps not supported by any of loaded plugins Mar 07 23:11:11.803071 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: qos_rule_type_details.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.803999 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.804503 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 07 23:11:11.804829 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: qos_rules_alias.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.805910 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.806421 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 07 23:11:11.806746 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: quota_check_limit.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.807667 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.808180 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: quota-check-limit Mar 07 23:11:11.808502 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: quotasv2.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.809456 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.809782 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: quotas Mar 07 23:11:11.810102 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: quotasv2_detail.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.812337 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.812673 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: quota_details Mar 07 23:11:11.813036 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: rbac.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.814088 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.814608 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: rbac-policies Mar 07 23:11:11.814934 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: rbac_address_group.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.815875 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.816393 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: rbac-address-group Mar 07 23:11:11.816718 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: rbac_address_scope.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.817693 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.818204 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: rbac-address-scope Mar 07 23:11:11.818528 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: rbac_security_groups.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.819445 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.819951 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: rbac-security-groups Mar 07 23:11:11.820272 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: rbac_subnetpool.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.821296 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.821805 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: rbac-subnetpool Mar 07 23:11:11.822124 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: revisionifmatch.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.823061 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.823563 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: revision-if-match Mar 07 23:11:11.823884 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: revisions.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.825050 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.825562 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: standard-attr-revisions Mar 07 23:11:11.825884 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: router_availability_zone.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.826557 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.827071 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: router_availability_zone Mar 07 23:11:11.828018 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: routerservicetype.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.828948 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.829596 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension router-service-type not supported by any of loaded plugins Mar 07 23:11:11.829918 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.830848 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.831355 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: security-groups-normalized-cidr Mar 07 23:11:11.831676 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.832600 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.833135 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: port-security-groups-filtering Mar 07 23:11:11.833457 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.834392 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.834899 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: security-groups-remote-address-group Mar 07 23:11:11.835218 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.836151 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.836654 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: security-groups-shared-filtering Mar 07 23:11:11.836989 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.837578 dv-cinder-813223-6-iscsi neutron-server[103496]: WARNING neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 07 23:11:11.837897 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: securitygroup.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.847827 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.848358 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: security-group Mar 07 23:11:11.848697 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: segment.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.849521 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.850028 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension segment not supported by any of loaded plugins Mar 07 23:11:11.850357 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.851307 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.851816 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 07 23:11:11.852145 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: servicetype.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.853298 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.853820 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: service-type Mar 07 23:11:11.854152 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: sorting.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.855148 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.855483 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: sorting Mar 07 23:11:11.855808 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: standard_attr_segment.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.856729 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.857279 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 07 23:11:11.857606 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: standardattrdescription.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.858261 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.858791 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: standard-attr-description Mar 07 23:11:11.859117 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: stateful_security_group.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.860048 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.860560 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: stateful-security-group Mar 07 23:11:11.860891 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: stdattrs_common.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.861487 dv-cinder-813223-6-iscsi neutron-server[103496]: WARNING neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 07 23:11:11.861810 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.862757 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.863266 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 07 23:11:11.863589 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: subnet_onboard.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.864727 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.866754 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: subnet_onboard Mar 07 23:11:11.867083 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.868081 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.868766 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 07 23:11:11.869119 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: subnet_service_types.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.870135 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.870737 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: subnet-service-types Mar 07 23:11:11.871106 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: subnetallocation.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.872345 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.872859 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: subnet_allocation Mar 07 23:11:11.873217 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.873883 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.875057 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: subnetpool-prefix-ops Mar 07 23:11:11.875380 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.876332 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.876843 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 07 23:11:11.877202 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: tagging.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.878256 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.878788 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: standard-attr-tag Mar 07 23:11:11.879114 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: timestamp.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.880314 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.880831 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loaded extension: standard-attr-timestamp Mar 07 23:11:11.881194 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: trunk.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.882235 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.882744 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension trunk not supported by any of loaded plugins Mar 07 23:11:11.883071 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: trunk_details.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.883994 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.884504 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension trunk-details not supported by any of loaded plugins Mar 07 23:11:11.884829 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: uplink_status_propagation.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.885781 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.886335 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 07 23:11:11.886661 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Loading extension file: vlantransparent.py {{(pid=103496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 23:11:11.887336 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 23:11:11.887835 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 07 23:11:11.891007 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Creating instance of TrackedResource for resource:network Mar 07 23:11:11.891534 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Creating instance of TrackedResource for resource:subnet Mar 07 23:11:11.891932 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 23:11:11.898653 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Creating instance of TrackedResource for resource:port Mar 07 23:11:11.898653 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 23:11:11.898653 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Service FLAVORS assigned prefix: {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 23:11:11.898653 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 23:11:11.898653 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 23:11:11.898653 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Creating instance of TrackedResource for resource:router Mar 07 23:11:11.898653 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Creating instance of TrackedResource for resource:floatingip Mar 07 23:11:11.899317 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Service METERING assigned prefix: /metering {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 23:11:11.899317 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.899317 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.899317 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:11:11.899614 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 23:11:11.899876 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Creating instance of TrackedResource for resource:security_group Mar 07 23:11:11.900315 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 23:11:11.900922 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Service CORE assigned prefix: {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 23:11:11.901288 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 23:11:11.901645 dv-cinder-813223-6-iscsi neutron-server[103496]: WARNING neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] subnetpool is already registered Mar 07 23:11:11.902070 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Service CORE assigned prefix: {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 23:11:11.902408 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 23:11:11.902743 dv-cinder-813223-6-iscsi neutron-server[103496]: WARNING neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] subnetpool is already registered Mar 07 23:11:11.905068 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 23:11:11.905534 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Service FLAVORS assigned prefix: {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 23:11:11.906127 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 23:11:11.906551 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 23:11:11.906887 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Creating instance of TrackedResource for resource:router Mar 07 23:11:11.907225 dv-cinder-813223-6-iscsi neutron-server[103496]: WARNING neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] router is already registered Mar 07 23:11:11.907636 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Creating instance of TrackedResource for resource:floatingip Mar 07 23:11:11.907975 dv-cinder-813223-6-iscsi neutron-server[103496]: WARNING neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] floatingip is already registered Mar 07 23:11:11.908428 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Service METERING assigned prefix: /metering {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 23:11:11.909121 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 23:11:11.909453 dv-cinder-813223-6-iscsi neutron-server[103496]: WARNING neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] rbac_policy is already registered Mar 07 23:11:11.909942 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Creating instance of TrackedResource for resource:security_group Mar 07 23:11:11.910202 dv-cinder-813223-6-iscsi neutron-server[103496]: WARNING neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] security_group is already registered Mar 07 23:11:11.910607 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 23:11:11.910940 dv-cinder-813223-6-iscsi neutron-server[103496]: WARNING neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] security_group_rule is already registered Mar 07 23:11:11.911568 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Service CORE assigned prefix: {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 23:11:11.911905 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 23:11:11.912240 dv-cinder-813223-6-iscsi neutron-server[103496]: WARNING neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] subnetpool is already registered Mar 07 23:11:11.912659 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.v2.resource_helper [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Service CORE assigned prefix: {{(pid=103496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 23:11:11.913039 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 23:11:11.913376 dv-cinder-813223-6-iscsi neutron-server[103496]: WARNING neutron.quota.resource_registry [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] subnetpool is already registered Mar 07 23:11:11.913850 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: extensions {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.915313 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: address-groups {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.916810 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: address-scopes {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.918176 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: agents {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.919332 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: auto-allocated-topology {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.920587 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: availability_zones {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.921873 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: dhcp-networks {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.923389 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: dhcp-agents {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.924818 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: routers {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.927100 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: flavors {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.928281 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: service_profiles {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.929563 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: next_providers {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.931028 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: service_profiles {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.932571 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: floatingip-pools {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.933822 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: routers {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.936021 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: floatingips {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.938768 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: l3-routers {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.940168 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: l3-agents {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.941619 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: metering-labels {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.942997 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: metering-label-rules {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.944279 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: network-ip-availabilities {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.945614 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: bindings {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.947310 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: quotas {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.948883 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: quotas {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.950451 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: rbac-policies {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.951751 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: security-groups {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.953675 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: security-group-rules {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.954919 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: service-providers {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.956128 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: subnetpools {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.957687 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: subnetpools {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.959145 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: tags {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.960841 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: tags {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.962688 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: tags {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.964450 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: tags {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.966538 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: tags {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.968413 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: tags {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.970139 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: tags {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.972043 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: tags {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.973851 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: tags {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.975723 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron.api.extensions [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Extended resource: tags {{(pid=103496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 23:11:11.981615 dv-cinder-813223-6-iscsi neutron-server[103496]: WARNING keystonemiddleware.auth_token [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 07 23:11:11.986372 dv-cinder-813223-6-iscsi neutron-server[103496]: WARNING keystonemiddleware.auth_token [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 07 23:11:11.994993 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_concurrency.lockutils [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Acquired lock "singleton_lock" {{(pid=103496) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 07 23:11:11.995470 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_concurrency.lockutils [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Releasing lock "singleton_lock" {{(pid=103496) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 07 23:11:11.996125 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO oslo_service.service [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Starting 2 workers Mar 07 23:11:12.001930 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Started child 103607 {{(pid=103496) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 23:11:12.007591 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Started child 103608 {{(pid=103496) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 23:11:12.007731 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:12.008359 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO neutron.service [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 07 23:11:12.008818 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:12.009006 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [-] (103607) wsgi starting up on http://0.0.0.0:9696 Mar 07 23:11:12.011372 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO oslo_service.service [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Starting 1 workers Mar 07 23:11:12.011543 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:12.012986 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [-] (103608) wsgi starting up on http://0.0.0.0:9696 Mar 07 23:11:12.017332 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Started child 103609 {{(pid=103496) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 23:11:12.017897 dv-cinder-813223-6-iscsi neutron-server[103496]: INFO oslo_service.service [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Starting 1 workers Mar 07 23:11:12.021173 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.service [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] calling RpcWorker wait() {{(pid=103609) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 07 23:11:12.021745 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.service [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] returning from RpcWorker wait() {{(pid=103609) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 07 23:11:12.022432 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Started child 103610 {{(pid=103496) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 23:11:12.023226 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:12.023332 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-614c2022-6a02-4fe3-86b5-6d00bba153d1 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:12.023828 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:11:12.025313 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103496) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 23:11:12.025533 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 23:11:12.025722 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 23:11:12.025956 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 23:11:12.026297 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 23:11:12.026466 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 23:11:12.026968 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.027268 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.027535 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.027664 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:12.028126 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.028126 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.028663 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.028940 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.029219 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.029508 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.029845 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.030022 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.030198 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.030482 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.030717 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.031046 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.031359 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.031620 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.031841 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.032014 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.032271 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.032533 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.032770 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.033065 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] debug = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.033328 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.033827 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.034056 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.034312 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.034550 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.034834 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.035078 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.035367 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.035622 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.035831 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.036063 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.036324 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.036558 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.036779 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.037057 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.037282 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.037543 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.037765 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.038215 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] host = dv-cinder-813223-6-iscsi {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.038435 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.038671 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.038922 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.039175 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.039501 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.039641 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.039886 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.040156 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.040398 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.040621 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.040882 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.041164 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.041426 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.041611 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_file = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.041780 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_options = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.042026 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.042338 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.042582 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.042774 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.042955 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.043180 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.043373 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.043540 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.043790 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.044039 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.044252 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.044469 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.044685 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.044931 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.045245 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.045466 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.045686 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.045927 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.046207 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.046454 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.046735 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.046898 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.047147 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.047389 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.047624 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.047846 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.048092 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.048329 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.048549 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.048794 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.049061 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.049334 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.050391 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.050391 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.050391 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.050391 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.050951 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.050951 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.051234 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:11:12.051359 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.051359 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.051692 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.051692 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.060097 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.060097 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.060097 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.060097 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.060097 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] use_json = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.060097 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.060097 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.060097 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.060097 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.061071 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.061071 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.061071 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.061071 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.061071 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.061071 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.061071 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.061071 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.062169 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.062169 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.062169 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.062169 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.062169 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.062169 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.062169 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.062169 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.062746 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.062746 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.062746 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.062746 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.062746 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.062746 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.062746 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.062746 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.063295 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.063295 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.063295 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.063295 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.063295 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.063295 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.063295 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.063295 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.063867 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.063867 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.063867 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.063867 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.063867 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.063867 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.064308 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.064308 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.064453 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.064582 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.064825 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.065075 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.065362 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.065605 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.067248 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.067248 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.067248 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.067248 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.067248 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.067248 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.067248 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.067248 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.069356 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.069356 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.069356 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.069356 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.069356 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.069356 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.069356 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.069356 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.069927 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.069927 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.069927 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.070152 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.070266 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.070520 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.070789 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.070955 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.071167 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.071381 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.071612 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.071858 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.072077 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.072290 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.072502 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.072733 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.072945 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.073212 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.073433 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.073646 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.073860 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.074070 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.074280 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.074494 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.075107 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.075107 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.075800 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.075800 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.075800 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.075800 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.076284 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.076284 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.076441 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.076572 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.076842 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.077166 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.078148 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.078415 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.078674 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.081988 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.081988 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.081988 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.081988 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.081988 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.081988 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.081988 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.081988 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.082702 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.082702 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.082702 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.082702 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.082702 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.082702 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.082702 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.082702 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.083165 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.083165 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.083165 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.083165 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.083399 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.083632 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.083897 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.084151 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.084376 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.084828 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.085114 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.085377 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.085679 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.085942 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.086224 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.086485 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.086718 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.086964 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.087222 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.087504 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.087753 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.087982 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.088234 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.088516 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.088731 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.088945 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.089213 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.089531 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.090024 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.090238 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.090452 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.090713 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.090976 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.091211 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.091470 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.091719 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.091956 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.092213 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.092463 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.092677 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.092916 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.093191 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.093406 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.093638 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.093881 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.094115 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.094331 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.094544 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.094776 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.094991 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.095239 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.095451 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.095667 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.095882 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.096127 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.096340 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.096587 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.096830 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.097069 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.097303 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.097518 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.097728 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.097992 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.098225 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.098488 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.098737 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.098949 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.099173 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.099396 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.099628 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.099839 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.100155 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.100378 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.101350 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.101350 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.101350 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.101350 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.104994 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.104994 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.104994 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.104994 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.104994 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.104994 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.104994 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.104994 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.105751 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.105751 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.105751 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.105751 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.105751 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.105751 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.105751 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.105751 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.105751 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.106717 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.106717 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.106717 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.106717 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.106717 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.106717 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.107257 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.107257 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.107257 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.107560 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.107643 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.107840 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.108072 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.108282 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.108621 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.108752 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.108996 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.109284 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.109528 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.109773 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.110012 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.110249 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.110501 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.110764 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.110975 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.111265 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.111511 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.111702 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.111922 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.112167 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.112382 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.112592 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.112816 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.113059 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.113271 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.113494 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.113702 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.113912 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.114132 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.114346 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.114554 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.114794 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.115003 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.115212 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.115431 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.115646 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.115853 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.116076 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.116319 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.116522 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.116711 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.116931 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.117229 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.117496 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.117754 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.117971 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.118268 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.118532 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.118785 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.119036 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.119324 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.119555 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.119793 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.120048 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.120267 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.120492 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.120749 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.121115 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.121421 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.121683 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.121949 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.122240 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.122529 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.122980 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.122980 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.123603 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.123755 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.124017 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.124789 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.125065 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.125313 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.125537 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.125752 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.125979 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.126186 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.126403 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.126646 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.126873 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.127114 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.127349 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.127575 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.127796 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.128023 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.128233 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.128491 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.128711 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.128862 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 23:11:12.129430 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103496) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 23:11:12.129594 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 23:11:12.129750 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 23:11:12.129918 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 23:11:12.133964 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 23:11:12.133964 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 23:11:12.133964 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.133964 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.133964 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.133964 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.133964 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.134448 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.134448 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.134448 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.134448 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.134448 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.134448 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.134448 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.134448 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.134926 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.134926 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.134926 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.134926 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.134926 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.134926 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.134926 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.134926 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.135386 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.135386 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] debug = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.135386 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.135386 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.135386 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.135386 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.135753 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.135753 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.135753 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.135753 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.135753 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.135753 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.135753 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.135753 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.136251 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.136251 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.136251 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.136251 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.136251 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.136538 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.136538 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] host = dv-cinder-813223-6-iscsi {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.136656 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.136801 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.137126 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.137443 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.137596 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.137761 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.137920 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.138070 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.138230 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.138392 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.138553 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.138712 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.138869 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.139541 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_file = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.139541 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_options = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.139541 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.139541 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.140436 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.140436 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.140577 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.140710 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.140881 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.141037 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.141199 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.141357 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.141513 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.141672 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.141828 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.141985 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.142143 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.142301 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.142827 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.142827 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.142827 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.143052 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.143052 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.143210 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.143323 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.143485 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.143643 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.143781 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.143933 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.144094 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.144235 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.144374 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.144522 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.144674 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.144829 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.145060 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.145161 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.145429 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.145587 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.145898 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.146061 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.146381 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.146680 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.146984 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.147150 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.147306 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.147810 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.147810 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.147810 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] use_json = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.148242 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.148242 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.148242 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.148576 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.148576 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.148722 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.148801 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.148933 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.149115 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 23:11:12.149295 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.149462 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.149638 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.149801 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.149962 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.150127 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.150287 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.150444 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.150606 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.150770 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.150977 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.151112 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.151281 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.151622 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.151968 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.152142 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.152300 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.152460 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.152624 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.152784 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.152950 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.153145 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.153333 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.153468 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.153629 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.153793 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.153953 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.154123 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.154287 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.154464 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.154625 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.154790 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.154952 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.155114 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.155275 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.155460 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.155624 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.155786 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.155948 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.156109 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.156274 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.156430 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.156596 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.156759 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.156920 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.157108 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.157271 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.157433 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.157597 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.157757 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.157920 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.158080 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.158243 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.158436 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.158560 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.158718 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.158877 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.159051 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.159211 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.159372 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.159535 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.159700 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.159854 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.160017 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.160177 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.160336 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.160498 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.160658 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.160833 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.161011 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.161160 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.161323 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.161485 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.161647 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.161808 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.161970 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.162131 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.162282 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.162442 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.162667 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.162793 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.162920 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.163083 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.163245 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.163411 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.163573 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.163734 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.163895 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.164056 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.164217 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.164376 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.164547 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.164722 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.164883 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.165069 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.165232 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.165392 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.165554 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.165715 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.165875 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.166036 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.166197 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.166358 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.166519 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.166639 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:11:12.166733 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.166817 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.166981 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.167141 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.167300 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.167461 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.167621 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.167780 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.167940 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.168125 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.168259 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.168419 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.168578 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.168737 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.168896 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.169103 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.169241 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.169411 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.169545 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.169716 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.169889 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.170060 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.170188 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.170349 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.170511 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.170676 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.170831 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.170992 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.171683 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.171844 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.172006 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.172192 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.172324 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.172490 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.172652 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.172835 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.173018 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.173181 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.173339 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.173501 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.173662 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.173822 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.173988 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.174147 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.174307 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.174467 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.174635 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.174787 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.174949 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.175109 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.175270 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.175431 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.175592 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.175752 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.175912 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.176112 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.176230 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.176376 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.176538 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.176697 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.176858 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.177039 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.177202 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.177363 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.177523 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.177684 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.179654 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.179654 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.179654 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.179654 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.179654 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.179654 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.179654 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.179654 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.180189 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.180189 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.180189 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.180189 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.180189 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.180189 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.180189 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.180189 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.180734 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.180734 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.180734 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.180734 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.181052 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.181052 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.181218 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.181348 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.181476 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.181608 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.181769 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.181932 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.182093 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.182253 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.182414 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.182575 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.182736 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.182897 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.183059 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.183220 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.183381 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.183541 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.183701 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.183866 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.184030 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.184194 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.184355 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.184515 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.184677 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.184837 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.185057 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.185170 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.185331 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.185492 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.185652 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.185891 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.186053 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.186229 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.186377 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.186541 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.186745 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.187408 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.187569 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.187742 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.187903 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.188065 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.188227 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.188388 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.188550 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.188721 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.188883 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.189067 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.189228 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.189388 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.189548 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.189719 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.189881 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.190041 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.190202 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.190362 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.190523 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.190692 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.190853 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.191016 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.191175 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.191320 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.191484 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.191654 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.191815 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.191976 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.192136 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.192296 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.192456 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.192626 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.192787 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.192948 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.193137 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.193298 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.193459 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.193620 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.193792 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.193958 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.194121 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.194283 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.194443 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.194604 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.194766 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.194932 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.195104 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.195273 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.195434 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.195604 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.195772 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.195931 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.196094 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.196260 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.196432 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.196594 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.196756 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.197055 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.197201 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.197344 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.197463 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.197618 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.197778 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.197940 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.198101 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.198261 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.198421 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.198582 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.198742 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.198904 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.199066 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.199227 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.199387 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.199547 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 23:11:12.199701 dv-cinder-813223-6-iscsi neutron-server[103496]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 23:11:12.398163 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 37512) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:11:12.407571 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070531 Mar 07 23:11:23.887252 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7b54a5-0d58-42b0-9f4f-4f67c1f7c774 None None] get_active_networks_info from dv-cinder-813223-6-iscsi {{(pid=103609) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 23:11:23.945096 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7b54a5-0d58-42b0-9f4f-4f67c1f7c774 None None] No non-hosted networks {{(pid=103609) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 07 23:11:23.960202 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.agentschedulers_db [None req-7f7b54a5-0d58-42b0-9f4f-4f67c1f7c774 None None] DHCP Agent not found on host dv-cinder-813223-6-iscsi {{(pid=103609) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 07 23:11:24.125783 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1994ac6d-1e70-4930-a587-8a022fcc2e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563709'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:26.200616 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-32d01a29-f951-43ff-b04f-d416ca7dbde6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563709'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:26.239308 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.db.api [None req-ed74dfac-1695-4227-a7c0-ed276d3f0a14 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-813223-6-iscsi {{(pid=103609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 23:11:26.239811 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG oslo_db.api [None req-ed74dfac-1695-4227-a7c0-ed276d3f0a14 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 23:11:26.902675 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-ed74dfac-1695-4227-a7c0-ed276d3f0a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:27.730227 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563709'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:28.969831 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563709'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:29.746062 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.db.l3_hamode_db [None req-0a0cb566-6883-415e-b631-75b60b5c3d44 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 07 23:11:29.828600 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0cb566-6883-415e-b631-75b60b5c3d44 None None] Routers set() bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:11:29.829019 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0cb566-6883-415e-b631-75b60b5c3d44 None None] Router IDs set() for agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 23:11:30.098231 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 37592) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:11:30.335643 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563709'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:30.340765 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:30.340765 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:30.340765 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:30.340765 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:30.340765 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:30.341361 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:30.341361 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:30.341361 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:30.341361 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:30.341361 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:30.342195 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:30.343178 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:30.343603 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:30.344187 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813223-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:11:30.351011 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813223-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:11:30.633329 dv-cinder-813223-6-iscsi neutron-server[103607]: WARNING oslo_policy.policy [None req-b108283b-8d39-4867-a2a2-d98128d6a548 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 23:11:30.633933 dv-cinder-813223-6-iscsi neutron-server[103607]: WARNING oslo_policy.policy [None req-b108283b-8d39-4867-a2a2-d98128d6a548 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 23:11:30.855912 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [None req-b108283b-8d39-4867-a2a2-d98128d6a548 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 23:11:30.857229 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-b108283b-8d39-4867-a2a2-d98128d6a548 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7569404 Mar 07 23:11:33.373317 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 37618) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:11:33.681279 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c131c996-17cb-4881-bac8-a84682c2ed8e admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:11:33.773221 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.policy [None req-c131c996-17cb-4881-bac8-a84682c2ed8e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103607) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 23:11:33.815878 dv-cinder-813223-6-iscsi neutron-server[103607]: WARNING oslo_policy.policy [None req-c131c996-17cb-4881-bac8-a84682c2ed8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 23:11:33.816249 dv-cinder-813223-6-iscsi neutron-server[103607]: WARNING oslo_policy.policy [None req-c131c996-17cb-4881-bac8-a84682c2ed8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 23:11:33.974331 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c131c996-17cb-4881-bac8-a84682c2ed8e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747799879885', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747799880224', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747799877965', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747799933942', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747799924524', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747799915588', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1357725', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1348444', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-739864', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-647083'] for rbac-policy (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:34.142922 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c131c996-17cb-4881-bac8-a84682c2ed8e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:34.144048 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-c131c996-17cb-4881-bac8-a84682c2ed8e admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7692254 Mar 07 23:11:36.585217 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 37628) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:11:36.902613 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:11:37.094886 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Made reservation on behalf of b7fe6d4955024a81b981901cc1fd20d1 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:11:37.098848 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:37.115381 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:37.221185 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Publish callbacks [] for security_group (ae784645-097e-4ed1-9978-8f3a97348c58), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:37.271892 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (ae784645-097e-4ed1-9978-8f3a97348c58), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:37.295217 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 23:11:37.330557 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747802712670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (b8f3eed3-4414-4943-be01-df0a35dc6575), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:37.331194 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Unsubscribe: segment precommit_create {{(pid=103607) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 23:11:37.331721 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.segments_db [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Added segment b8f3eed3-4414-4943-be01-df0a35dc6575 of type vlan for network 9f0e7668-efb9-4363-8f99-cfce2b0b7bae Mar 07 23:11:37.347664 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ae784645-097e-4ed1-9978-8f3a97348c58,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:11:37.373107 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:37.374073 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:37.374440 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:37.374779 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:37.375111 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:37.375465 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:37.375798 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:37.376121 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:37.376442 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:37.376779 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:37.377137 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Tracked resource versions report: Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: pushed versions: Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: { 'AddressGroup': {'1.2'}, Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: 'ConntrackHelper': {'1.0'}, Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: 'LocalIPAssociation': {'1.0'}, Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: 'Log': {'1.0'}, Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: 'Network': {'1.1'}, Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: 'Port': {'1.7'}, Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: 'PortForwarding': {'1.2'}, Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: 'QosPolicy': {'1.10'}, Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: 'SecurityGroup': {'1.5'}, Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: 'SecurityGroupRule': {'1.2'}, Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: 'SubPort': {'1.0'}, Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: 'Subnet': {'1.1'}, Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: 'Trunk': {'1.1'}} Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: consumer versions: Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: { DHCP agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: L3 agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: Metadata agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: Metering agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: Open vSwitch agent@dv-cinder-813223-6-iscsi: { 'AddressGroup': '1.2', Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: 'ConntrackHelper': '1.0', Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: 'LocalIPAssociation': '1.0', Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: 'Log': '1.0', Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: 'Network': '1.1', Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: 'Port': '1.7', Mar 07 23:11:37.380490 dv-cinder-813223-6-iscsi neutron-server[103607]: 'PortForwarding': '1.2', Mar 07 23:11:37.382771 dv-cinder-813223-6-iscsi neutron-server[103607]: 'QosPolicy': '1.10', Mar 07 23:11:37.382771 dv-cinder-813223-6-iscsi neutron-server[103607]: 'SecurityGroup': '1.5', Mar 07 23:11:37.382771 dv-cinder-813223-6-iscsi neutron-server[103607]: 'SecurityGroupRule': '1.2', Mar 07 23:11:37.382771 dv-cinder-813223-6-iscsi neutron-server[103607]: 'SubPort': '1.0', Mar 07 23:11:37.382771 dv-cinder-813223-6-iscsi neutron-server[103607]: 'Subnet': '1.1', Mar 07 23:11:37.382771 dv-cinder-813223-6-iscsi neutron-server[103607]: 'Trunk': '1.1'}} Mar 07 23:11:37.382771 dv-cinder-813223-6-iscsi neutron-server[103607]: {{(pid=103607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 23:11:37.441360 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747802386454'] for network (9f0e7668-efb9-4363-8f99-cfce2b0b7bae), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:37.517868 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for network (9f0e7668-efb9-4363-8f99-cfce2b0b7bae), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:37.523138 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:11:37.523878 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:37.627686 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0413373 Mar 07 23:11:37.637507 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee9d55-d56a-49c4-a74c-2d25cd799fc2 demo demo] Pushing event updated for resources: {'Network': ['ID=9f0e7668-efb9-4363-8f99-cfce2b0b7bae,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:11:37.650651 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Network 9f0e7668-efb9-4363-8f99-cfce2b0b7bae details requested by agent ovs-agent-dv-cinder-813223-6-iscsi with host dv-cinder-813223-6-iscsi {{(pid=103609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 23:11:40.159573 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 37640) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:11:40.644007 dv-cinder-813223-6-iscsi neutron-server[103608]: WARNING oslo_policy.policy [None req-18fb8380-2834-43ea-aec4-141f889edc63 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 23:11:40.644605 dv-cinder-813223-6-iscsi neutron-server[103608]: WARNING oslo_policy.policy [None req-18fb8380-2834-43ea-aec4-141f889edc63 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 23:11:41.077932 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.policy [None req-18fb8380-2834-43ea-aec4-141f889edc63 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103608) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 23:11:41.120366 dv-cinder-813223-6-iscsi neutron-server[103608]: WARNING oslo_policy.policy [None req-18fb8380-2834-43ea-aec4-141f889edc63 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 23:11:41.120738 dv-cinder-813223-6-iscsi neutron-server[103608]: WARNING oslo_policy.policy [None req-18fb8380-2834-43ea-aec4-141f889edc63 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 23:11:41.129389 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fb8380-2834-43ea-aec4-141f889edc63 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:11:41.131115 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-18fb8380-2834-43ea-aec4-141f889edc63 demo admin] 10.222.0.24 "GET /v2.0/networks/9f0e7668-efb9-4363-8f99-cfce2b0b7bae HTTP/1.1" status: 200 len: 825 time: 0.9706311 Mar 07 23:11:41.169050 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-19975043-78d7-4388-a972-f2d3d1029102 demo admin] 10.222.0.24 "GET /v2.0/subnetpools/22271eea-b101-4a66-8cca-dcc6c9ff6b2c HTTP/1.1" status: 200 len: 734 time: 0.0322108 Mar 07 23:11:41.178181 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '9f0e7668-efb9-4363-8f99-cfce2b0b7bae', 'subnetpool_id': '22271eea-b101-4a66-8cca-dcc6c9ff6b2c', 'name': 'private-subnet'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:11:41.282819 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Made reservation on behalf of b7fe6d4955024a81b981901cc1fd20d1 for: {'subnet': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:11:41.285546 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:41.620389 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for subnet (ab95b0b2-a3cc-43c2-8ad6-ac280d4d4945), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:41.687641 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Checking segment: {'id': 'b8f3eed3-4414-4943-be01-df0a35dc6575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9f0e7668-efb9-4363-8f99-cfce2b0b7bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:11:41.688012 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Network hostable DHCP agents. Network: 9f0e7668-efb9-4363-8f99-cfce2b0b7bae, hostable agents: ['3a1e77f0-bb24-4b35-90df-eea7dfe1ff53'], hosted agents: [] {{(pid=103608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 23:11:41.701190 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Pushing event updated for resources: {'Subnet': ['ID=ab95b0b2-a3cc-43c2-8ad6-ac280d4d4945,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:11:41.714955 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:41.715316 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:41.715671 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:41.716002 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:41.716327 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:41.716646 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:41.717016 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:41.717879 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:41.718195 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:41.718526 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:41.718844 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:41.719154 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:41.719465 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Tracked resource versions report: Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: pushed versions: Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: { 'AddressGroup': {'1.2'}, Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: 'ConntrackHelper': {'1.0'}, Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: 'LocalIPAssociation': {'1.0'}, Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: 'Log': {'1.0'}, Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: 'Network': {'1.1'}, Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: 'Port': {'1.7'}, Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: 'PortForwarding': {'1.2'}, Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: 'QosPolicy': {'1.10'}, Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: 'SecurityGroup': {'1.5'}, Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: 'SecurityGroupRule': {'1.2'}, Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: 'SubPort': {'1.0'}, Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: 'Subnet': {'1.1'}, Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: 'Trunk': {'1.1'}} Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: consumer versions: Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: { DHCP agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: L3 agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: Metadata agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: Metering agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: Open vSwitch agent@dv-cinder-813223-6-iscsi: { 'AddressGroup': '1.2', Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: 'ConntrackHelper': '1.0', Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: 'LocalIPAssociation': '1.0', Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: 'Log': '1.0', Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: 'Network': '1.1', Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: 'Port': '1.7', Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: 'PortForwarding': '1.2', Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: 'QosPolicy': '1.10', Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: 'SecurityGroup': '1.5', Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: 'SecurityGroupRule': '1.2', Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: 'SubPort': '1.0', Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: 'Subnet': '1.1', Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: 'Trunk': '1.1'}} Mar 07 23:11:41.720815 dv-cinder-813223-6-iscsi neutron-server[103608]: {{(pid=103608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 23:11:41.819766 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Network 9f0e7668-efb9-4363-8f99-cfce2b0b7bae is scheduled to be hosted by DHCP agent 3a1e77f0-bb24-4b35-90df-eea7dfe1ff53 with binding_index 1 {{(pid=103608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 23:11:41.894288 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-6-iscsi, 9f0e7668-efb9-4363-8f99-cfce2b0b7bae) {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:11:41.902017 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:11:41.902644 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a9285a-4471-4547-a98a-3f4b45adac84 None None] Network 9f0e7668-efb9-4363-8f99-cfce2b0b7bae requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:11:41.903167 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:42.114351 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-53bdd4a6-2212-4030-8830-9902d0e2701b demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9395454 Mar 07 23:11:42.264696 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b02c19c-3456-5a5a-9b35-9d2361f84021-9f0e7668-efb9-4363-8f99-cfce2b0b7bae', 'network_id': '9f0e7668-efb9-4363-8f99-cfce2b0b7bae', 'project_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'fixed_ips': [{'subnet_id': 'ab95b0b2-a3cc-43c2-8ad6-ac280d4d4945'}]}} from dv-cinder-813223-6-iscsi. {{(pid=103609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 23:11:42.266020 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:42.542274 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.db_base_plugin_common [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Allocated IP 172.20.0.2 (9f0e7668-efb9-4363-8f99-cfce2b0b7bae/ab95b0b2-a3cc-43c2-8ad6-ac280d4d4945/1187496c-e8e2-4277-93da-12589605f029) {{(pid=103609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:11:42.806998 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Publish callbacks [] for port (1187496c-e8e2-4277-93da-12589605f029), precommit_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:42.895284 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871'] for port (1187496c-e8e2-4277-93da-12589605f029), after_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:42.969152 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Network 9f0e7668-efb9-4363-8f99-cfce2b0b7bae is already hosted by enough agents. {{(pid=103609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:11:42.978114 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.scheduler.base_scheduler [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Resources bound (agent type, host, resource id): {{(pid=103609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:11:42.983558 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Pushing event updated for resources: {'Port': ['ID=1187496c-e8e2-4277-93da-12589605f029,revision_number=1']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:11:42.985981 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Received port after_create {{(pid=103609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:11:42.995392 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:42.995751 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:42.996135 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:42.996550 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:42.996875 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:42.997228 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:42.997557 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:42.997879 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:42.998200 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:42.998558 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:42.998887 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:42.999206 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:42.999522 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Tracked resource versions report: Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: pushed versions: Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: { 'AddressGroup': {'1.2'}, Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: 'ConntrackHelper': {'1.0'}, Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: 'LocalIPAssociation': {'1.0'}, Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: 'Log': {'1.0'}, Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: 'Network': {'1.1'}, Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: 'Port': {'1.7'}, Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: 'PortForwarding': {'1.2'}, Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: 'QosPolicy': {'1.10'}, Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: 'SecurityGroup': {'1.5'}, Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: 'SecurityGroupRule': {'1.2'}, Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: 'SubPort': {'1.0'}, Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: 'Subnet': {'1.1'}, Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: 'Trunk': {'1.1'}} Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: consumer versions: Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: { DHCP agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: L3 agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: Metadata agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: Metering agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: Open vSwitch agent@dv-cinder-813223-6-iscsi: { 'AddressGroup': '1.2', Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: 'ConntrackHelper': '1.0', Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: 'LocalIPAssociation': '1.0', Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: 'Log': '1.0', Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: 'Network': '1.1', Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: 'Port': '1.7', Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: 'PortForwarding': '1.2', Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: 'QosPolicy': '1.10', Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: 'SecurityGroup': '1.5', Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: 'SecurityGroupRule': '1.2', Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: 'SubPort': '1.0', Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: 'Subnet': '1.1', Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: 'Trunk': '1.1'}} Mar 07 23:11:43.000884 dv-cinder-813223-6-iscsi neutron-server[103609]: {{(pid=103609) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 23:11:43.076241 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Attempting to bind port 1187496c-e8e2-4277-93da-12589605f029 on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:11:43.077111 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Attempting to bind port 1187496c-e8e2-4277-93da-12589605f029 by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': 'b8f3eed3-4414-4943-be01-df0a35dc6575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9f0e7668-efb9-4363-8f99-cfce2b0b7bae'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:11:43.077528 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Attempting to bind port 1187496c-e8e2-4277-93da-12589605f029 on network 9f0e7668-efb9-4363-8f99-cfce2b0b7bae {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:11:43.082488 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:11:43.082876 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Checking segment: {'id': 'b8f3eed3-4414-4943-be01-df0a35dc6575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9f0e7668-efb9-4363-8f99-cfce2b0b7bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:11:43.083352 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:43.083732 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Bound using segment: {'id': 'b8f3eed3-4414-4943-be01-df0a35dc6575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9f0e7668-efb9-4363-8f99-cfce2b0b7bae'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:11:43.084203 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Bound port: 1187496c-e8e2-4277-93da-12589605f029, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f3eed3-4414-4943-be01-df0a35dc6575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9f0e7668-efb9-4363-8f99-cfce2b0b7bae'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:11:43.084607 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (1187496c-e8e2-4277-93da-12589605f029), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:43.144937 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] For port 1187496c-e8e2-4277-93da-12589605f029, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:11:43.166046 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] For port 1187496c-e8e2-4277-93da-12589605f029, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=1187496c-e8e2-4277-93da-12589605f029,segment=NetworkSegment(b8f3eed3-4414-4943-be01-df0a35dc6575),segment_id=b8f3eed3-4414-4943-be01-df0a35dc6575)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:11:43.282868 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (1187496c-e8e2-4277-93da-12589605f029), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:43.338149 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b61812-a8c9-4ebb-a2a0-1e22089ef988 None None] Pushing event updated for resources: {'Port': ['ID=1187496c-e8e2-4277-93da-12589605f029,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:11:44.678656 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 37660) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:11:44.990772 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [None req-fc362d3c-0b86-4734-a048-0a1d6ca04948 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 23:11:44.997310 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-fc362d3c-0b86-4734-a048-0a1d6ca04948 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3121772 Mar 07 23:11:47.529885 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 37668) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:11:47.836815 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [None req-953fa95f-0c9a-447c-9ad2-4ab41cc78c64 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 23:11:47.837888 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-953fa95f-0c9a-447c-9ad2-4ab41cc78c64 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3070257 Mar 07 23:11:50.358609 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 37676) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:11:50.664611 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4d2ef3bb-7abd-4255-97f1-acd3a827e92c demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:11:50.757728 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d2ef3bb-7abd-4255-97f1-acd3a827e92c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router (3bff9ab4-297a-4369-a7fc-bd71c42365c0), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:50.759265 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d2ef3bb-7abd-4255-97f1-acd3a827e92c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559065', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28521'] for router (3bff9ab4-297a-4369-a7fc-bd71c42365c0), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:50.897142 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d2ef3bb-7abd-4255-97f1-acd3a827e92c demo demo] Publish callbacks [] for router_controller (3bff9ab4-297a-4369-a7fc-bd71c42365c0), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:51.061652 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d2ef3bb-7abd-4255-97f1-acd3a827e92c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559092'] for router (3bff9ab4-297a-4369-a7fc-bd71c42365c0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:51.165020 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4d2ef3bb-7abd-4255-97f1-acd3a827e92c demo demo] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:51.166201 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-4d2ef3bb-7abd-4255-97f1-acd3a827e92c demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8066385 Mar 07 23:11:53.006635 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 1187496c-e8e2-4277-93da-12589605f029 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:11:53.093827 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 1187496c-e8e2-4277-93da-12589605f029 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:11:53.094158 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (1187496c-e8e2-4277-93da-12589605f029), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:53.204491 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 1187496c-e8e2-4277-93da-12589605f029 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:11:53.204887 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (1187496c-e8e2-4277-93da-12589605f029), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:53.237889 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] For port 1187496c-e8e2-4277-93da-12589605f029, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=1187496c-e8e2-4277-93da-12589605f029,segment=NetworkSegment(b8f3eed3-4414-4943-be01-df0a35dc6575),segment_id=b8f3eed3-4414-4943-be01-df0a35dc6575)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:11:53.312209 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (1187496c-e8e2-4277-93da-12589605f029), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:53.359728 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Pushing event updated for resources: {'Port': ['ID=1187496c-e8e2-4277-93da-12589605f029,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:11:53.708925 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 37688) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:11:53.865939 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-29ff835b-ac6e-47fe-a12f-3ff0d17e5791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:54.020863 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [None req-67735ef4-737b-4277-b407-69d2840da20e admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 23:11:54.021875 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-67735ef4-737b-4277-b407-69d2840da20e admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3119848 Mar 07 23:11:54.549955 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7463e801-d8e3-4852-8bc2-187f43d5c1fb None None] Network 9f0e7668-efb9-4363-8f99-cfce2b0b7bae requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:11:54.611153 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-4231a13b-e823-4a9d-9eee-d94c00ab3036 None None] Provisioning complete for port 1187496c-e8e2-4277-93da-12589605f029 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:11:54.611533 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4231a13b-e823-4a9d-9eee-d94c00ab3036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (1187496c-e8e2-4277-93da-12589605f029), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:54.735371 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-4231a13b-e823-4a9d-9eee-d94c00ab3036 None None] Current status of the port 1187496c-e8e2-4277-93da-12589605f029 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:11:54.962491 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-fc4e86b5-806b-4e7f-8a98-4b4e580eb5ae None None] Provisioning complete for port 1187496c-e8e2-4277-93da-12589605f029 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:11:54.962913 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fc4e86b5-806b-4e7f-8a98-4b4e580eb5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (1187496c-e8e2-4277-93da-12589605f029), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:54.986206 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 1187496c-e8e2-4277-93da-12589605f029 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:11:55.068492 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 1187496c-e8e2-4277-93da-12589605f029 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:11:55.068800 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (1187496c-e8e2-4277-93da-12589605f029), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:55.109397 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-fc4e86b5-806b-4e7f-8a98-4b4e580eb5ae None None] Current status of the port 1187496c-e8e2-4277-93da-12589605f029 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:11:55.155533 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 1187496c-e8e2-4277-93da-12589605f029 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:11:56.145608 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-917709f9-f973-4b22-80b3-dbe5c54fc416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:56.530840 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 37696) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:11:56.836782 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-8adafd13-2499-439a-a2a9-7096c00016be admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:11:56.951323 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adafd13-2499-439a-a2a9-7096c00016be admin admin] Made reservation on behalf of f57ab71b7d3045d28ebe2cb59380dbcd for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:11:56.953602 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8adafd13-2499-439a-a2a9-7096c00016be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:56.965917 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8adafd13-2499-439a-a2a9-7096c00016be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:57.030048 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8adafd13-2499-439a-a2a9-7096c00016be admin admin] Publish callbacks [] for security_group (9efb7f30-3f5d-4b8f-8a6f-2a2ed857ff29), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:57.105467 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8adafd13-2499-439a-a2a9-7096c00016be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (9efb7f30-3f5d-4b8f-8a6f-2a2ed857ff29), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:57.122676 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8adafd13-2499-439a-a2a9-7096c00016be admin admin] Reserving flat network on physical network physnet1 {{(pid=103607) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 07 23:11:57.136228 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adafd13-2499-439a-a2a9-7096c00016be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efb7f30-3f5d-4b8f-8a6f-2a2ed857ff29,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:11:57.142805 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8adafd13-2499-439a-a2a9-7096c00016be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (72002e1b-b340-425b-a146-9b8da7184177), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:57.143136 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.segments_db [None req-8adafd13-2499-439a-a2a9-7096c00016be admin admin] Added segment 72002e1b-b340-425b-a146-9b8da7184177 of type flat for network 4f60912c-99c2-416c-85f4-ec579757987b Mar 07 23:11:57.194514 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8adafd13-2499-439a-a2a9-7096c00016be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747802386454'] for network (4f60912c-99c2-416c-85f4-ec579757987b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:57.265372 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8adafd13-2499-439a-a2a9-7096c00016be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for network (4f60912c-99c2-416c-85f4-ec579757987b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:57.266226 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adafd13-2499-439a-a2a9-7096c00016be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:11:57.266791 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8adafd13-2499-439a-a2a9-7096c00016be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:57.372206 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-8adafd13-2499-439a-a2a9-7096c00016be admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8402936 Mar 07 23:11:57.372786 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adafd13-2499-439a-a2a9-7096c00016be admin admin] Pushing event updated for resources: {'Network': ['ID=4f60912c-99c2-416c-85f4-ec579757987b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:11:57.382977 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Network 4f60912c-99c2-416c-85f4-ec579757987b details requested by agent ovs-agent-dv-cinder-813223-6-iscsi with host dv-cinder-813223-6-iscsi {{(pid=103609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 23:11:57.648480 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:58.796733 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:11:59.851437 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 37714) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:12:00.063819 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f4c57e-7a0e-46f4-8b9a-770863a72c14 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:12:00.065200 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-b9f4c57e-7a0e-46f4-8b9a-770863a72c14 demo admin] 10.222.0.24 "GET /v2.0/subnets/ab95b0b2-a3cc-43c2-8ad6-ac280d4d4945 HTTP/1.1" status: 200 len: 849 time: 0.2127831 Mar 07 23:12:00.185030 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-2b6c1723-82b2-4288-9dc3-2628252c6156 demo admin] 10.222.0.24 "GET /v2.0/routers/3bff9ab4-297a-4369-a7fc-bd71c42365c0 HTTP/1.1" status: 200 len: 704 time: 0.1141431 Mar 07 23:12:00.379450 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:00.455293 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f642954e-d7fb-4ac1-b3a4-ed7de529ec49 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:00.747420 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-f642954e-d7fb-4ac1-b3a4-ed7de529ec49 demo admin] Allocated IP 172.20.0.1 (9f0e7668-efb9-4363-8f99-cfce2b0b7bae/ab95b0b2-a3cc-43c2-8ad6-ac280d4d4945/6cef775a-69b7-4308-b316-49c33c9d8524) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:12:00.932785 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f642954e-d7fb-4ac1-b3a4-ed7de529ec49 demo admin] Publish callbacks [] for port (6cef775a-69b7-4308-b316-49c33c9d8524), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:01.089004 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f642954e-d7fb-4ac1-b3a4-ed7de529ec49 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871'] for port (6cef775a-69b7-4308-b316-49c33c9d8524), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:01.156600 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f642954e-d7fb-4ac1-b3a4-ed7de529ec49 demo admin] Network 9f0e7668-efb9-4363-8f99-cfce2b0b7bae is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:12:01.207818 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f642954e-d7fb-4ac1-b3a4-ed7de529ec49 demo admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:12:01.211138 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f642954e-d7fb-4ac1-b3a4-ed7de529ec49 demo admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:12:01.211819 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f642954e-d7fb-4ac1-b3a4-ed7de529ec49 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558041'] for router_interface (3bff9ab4-297a-4369-a7fc-bd71c42365c0), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:01.295618 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642954e-d7fb-4ac1-b3a4-ed7de529ec49 demo admin] Pushing event updated for resources: {'Port': ['ID=6cef775a-69b7-4308-b316-49c33c9d8524,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:12:01.363530 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-4aaa3de6-c38f-4df4-9635-d81737e29a13 None None] Provisioning complete for port 6cef775a-69b7-4308-b316-49c33c9d8524 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:12:01.364003 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4aaa3de6-c38f-4df4-9635-d81737e29a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (6cef775a-69b7-4308-b316-49c33c9d8524), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:01.396131 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-4aaa3de6-c38f-4df4-9635-d81737e29a13 None None] Port 6cef775a-69b7-4308-b316-49c33c9d8524 cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:12:01.502526 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f642954e-d7fb-4ac1-b3a4-ed7de529ec49 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (6cef775a-69b7-4308-b316-49c33c9d8524), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:01.704105 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f642954e-d7fb-4ac1-b3a4-ed7de529ec49 demo admin] Publish callbacks [] for port (6cef775a-69b7-4308-b316-49c33c9d8524), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:01.762342 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f642954e-d7fb-4ac1-b3a4-ed7de529ec49 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (6cef775a-69b7-4308-b316-49c33c9d8524), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:01.763094 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f642954e-d7fb-4ac1-b3a4-ed7de529ec49 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558005'] for router_interface (3bff9ab4-297a-4369-a7fc-bd71c42365c0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:01.821328 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642954e-d7fb-4ac1-b3a4-ed7de529ec49 demo admin] Pushing event updated for resources: {'Port': ['ID=6cef775a-69b7-4308-b316-49c33c9d8524,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:12:01.886102 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f642954e-d7fb-4ac1-b3a4-ed7de529ec49 demo admin] Network 9f0e7668-efb9-4363-8f99-cfce2b0b7bae is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:12:01.887377 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-f642954e-d7fb-4ac1-b3a4-ed7de529ec49 demo admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:12:02.105824 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f642954e-d7fb-4ac1-b3a4-ed7de529ec49 demo admin] Router 3bff9ab4-297a-4369-a7fc-bd71c42365c0 is scheduled to L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 23:12:02.120421 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-1189b43c-7a93-446c-8355-a76df025a2cf None None] Provisioning complete for port 6cef775a-69b7-4308-b316-49c33c9d8524 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:12:02.120814 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1189b43c-7a93-446c-8355-a76df025a2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (6cef775a-69b7-4308-b316-49c33c9d8524), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:02.153175 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-1189b43c-7a93-446c-8355-a76df025a2cf None None] Port 6cef775a-69b7-4308-b316-49c33c9d8524 cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:12:02.202587 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f642954e-d7fb-4ac1-b3a4-ed7de529ec49 demo admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:12:02.208051 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-f642954e-d7fb-4ac1-b3a4-ed7de529ec49 demo admin] 10.222.0.24 "PUT /v2.0/routers/3bff9ab4-297a-4369-a7fc-bd71c42365c0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0175323 Mar 07 23:12:02.211419 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909f410c-9037-444f-a908-463515abed61 None None] Sync routers for ids ['3bff9ab4-297a-4369-a7fc-bd71c42365c0'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:12:02.226456 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909f410c-9037-444f-a908-463515abed61 None None] Routers {'3bff9ab4-297a-4369-a7fc-bd71c42365c0'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:12:02.227294 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-909f410c-9037-444f-a908-463515abed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:11:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['3bff9ab4-297a-4369-a7fc-bd71c42365c0'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:12:02.420200 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-909f410c-9037-444f-a908-463515abed61 None None] Set router 3bff9ab4-297a-4369-a7fc-bd71c42365c0 gateway port host: None {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:12:02.847558 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-909f410c-9037-444f-a908-463515abed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bff9ab4-297a-4369-a7fc-bd71c42365c0', 'name': 'router1', 'tenant_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:11:50Z', 'updated_at': '2022-03-07T23:12:01Z', 'revision_number': 2, 'project_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'gw_port_host': None, '_interfaces': [{'id': '6cef775a-69b7-4308-b316-49c33c9d8524', 'name': '', 'network_id': '9f0e7668-efb9-4363-8f99-cfce2b0b7bae', 'tenant_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'mac_address': 'fa:16:3e:bc:16:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff9ab4-297a-4369-a7fc-bd71c42365c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab95b0b2-a3cc-43c2-8ad6-ac280d4d4945', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:12:00Z', 'updated_at': '2022-03-07T23:12:01Z', 'revision_number': 2, 'project_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'subnets': [{'id': 'ab95b0b2-a3cc-43c2-8ad6-ac280d4d4945', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '22271eea-b101-4a66-8cca-dcc6c9ff6b2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:12:02.898995 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909f410c-9037-444f-a908-463515abed61 None None] Checking router: 3bff9ab4-297a-4369-a7fc-bd71c42365c0 for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:12:02.901506 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909f410c-9037-444f-a908-463515abed61 None None] Updating router 3bff9ab4-297a-4369-a7fc-bd71c42365c0 port 6cef775a-69b7-4308-b316-49c33c9d8524 binding host dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 23:12:02.956771 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-909f410c-9037-444f-a908-463515abed61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (6cef775a-69b7-4308-b316-49c33c9d8524), before_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:03.461397 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-909f410c-9037-444f-a908-463515abed61 None None] Publish callbacks [] for port (6cef775a-69b7-4308-b316-49c33c9d8524), precommit_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:03.555978 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-909f410c-9037-444f-a908-463515abed61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (6cef775a-69b7-4308-b316-49c33c9d8524), after_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:03.722247 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-909f410c-9037-444f-a908-463515abed61 None None] Attempting to bind port 6cef775a-69b7-4308-b316-49c33c9d8524 on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:12:03.722663 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-909f410c-9037-444f-a908-463515abed61 None None] Attempting to bind port 6cef775a-69b7-4308-b316-49c33c9d8524 by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': 'b8f3eed3-4414-4943-be01-df0a35dc6575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9f0e7668-efb9-4363-8f99-cfce2b0b7bae'}] {{(pid=103610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:12:03.723085 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909f410c-9037-444f-a908-463515abed61 None None] Attempting to bind port 6cef775a-69b7-4308-b316-49c33c9d8524 on network 9f0e7668-efb9-4363-8f99-cfce2b0b7bae {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:12:03.725337 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d24094-c405-4a14-b45c-b9938560bc97 None None] Pushing event updated for resources: {'Port': ['ID=6cef775a-69b7-4308-b316-49c33c9d8524,revision_number=3']} {{(pid=103610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:12:03.733543 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909f410c-9037-444f-a908-463515abed61 None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:12:03.733954 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909f410c-9037-444f-a908-463515abed61 None None] Checking segment: {'id': 'b8f3eed3-4414-4943-be01-df0a35dc6575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9f0e7668-efb9-4363-8f99-cfce2b0b7bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:12:03.734451 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-909f410c-9037-444f-a908-463515abed61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:03.734839 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909f410c-9037-444f-a908-463515abed61 None None] Bound using segment: {'id': 'b8f3eed3-4414-4943-be01-df0a35dc6575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9f0e7668-efb9-4363-8f99-cfce2b0b7bae'} {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:12:03.735324 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-909f410c-9037-444f-a908-463515abed61 None None] Bound port: 6cef775a-69b7-4308-b316-49c33c9d8524, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f3eed3-4414-4943-be01-df0a35dc6575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9f0e7668-efb9-4363-8f99-cfce2b0b7bae'}}] {{(pid=103610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:12:03.735698 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-909f410c-9037-444f-a908-463515abed61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (6cef775a-69b7-4308-b316-49c33c9d8524), before_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:03.748670 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d24094-c405-4a14-b45c-b9938560bc97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:12:03.749039 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d24094-c405-4a14-b45c-b9938560bc97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:12:03.749385 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d24094-c405-4a14-b45c-b9938560bc97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:12:03.749720 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d24094-c405-4a14-b45c-b9938560bc97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:12:03.750044 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d24094-c405-4a14-b45c-b9938560bc97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:12:03.750367 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d24094-c405-4a14-b45c-b9938560bc97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:12:03.750687 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d24094-c405-4a14-b45c-b9938560bc97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:12:03.751001 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d24094-c405-4a14-b45c-b9938560bc97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:12:03.751315 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d24094-c405-4a14-b45c-b9938560bc97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:12:03.751644 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d24094-c405-4a14-b45c-b9938560bc97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:12:03.751962 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d24094-c405-4a14-b45c-b9938560bc97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:12:03.752275 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d24094-c405-4a14-b45c-b9938560bc97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:12:03.752585 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d24094-c405-4a14-b45c-b9938560bc97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d24094-c405-4a14-b45c-b9938560bc97 None None] Tracked resource versions report: Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: pushed versions: Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: { 'AddressGroup': {'1.2'}, Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: 'ConntrackHelper': {'1.0'}, Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: 'LocalIPAssociation': {'1.0'}, Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: 'Log': {'1.0'}, Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: 'Network': {'1.1'}, Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: 'Port': {'1.7'}, Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: 'PortForwarding': {'1.2'}, Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: 'QosPolicy': {'1.10'}, Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: 'SecurityGroup': {'1.5'}, Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: 'SecurityGroupRule': {'1.2'}, Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: 'SubPort': {'1.0'}, Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: 'Subnet': {'1.1'}, Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: 'Trunk': {'1.1'}} Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: consumer versions: Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: { DHCP agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: L3 agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: Metadata agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: Metering agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: Open vSwitch agent@dv-cinder-813223-6-iscsi: { 'AddressGroup': '1.2', Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: 'ConntrackHelper': '1.0', Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: 'LocalIPAssociation': '1.0', Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: 'Log': '1.0', Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: 'Network': '1.1', Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: 'Port': '1.7', Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: 'PortForwarding': '1.2', Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: 'QosPolicy': '1.10', Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: 'SecurityGroup': '1.5', Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: 'SecurityGroupRule': '1.2', Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: 'SubPort': '1.0', Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: 'Subnet': '1.1', Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: 'Trunk': '1.1'}} Mar 07 23:12:03.754005 dv-cinder-813223-6-iscsi neutron-server[103610]: {{(pid=103610) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 23:12:03.781021 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-76ea3207-7ce4-4520-a8f5-0e9261f06da6 None None] Provisioning complete for port 6cef775a-69b7-4308-b316-49c33c9d8524 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:12:03.781872 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-76ea3207-7ce4-4520-a8f5-0e9261f06da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (6cef775a-69b7-4308-b316-49c33c9d8524), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:03.815684 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-76ea3207-7ce4-4520-a8f5-0e9261f06da6 None None] Port 6cef775a-69b7-4308-b316-49c33c9d8524 cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:12:03.821018 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.db [None req-909f410c-9037-444f-a908-463515abed61 None None] For port 6cef775a-69b7-4308-b316-49c33c9d8524, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:12:03.840712 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.db [None req-909f410c-9037-444f-a908-463515abed61 None None] For port 6cef775a-69b7-4308-b316-49c33c9d8524, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=6cef775a-69b7-4308-b316-49c33c9d8524,segment=NetworkSegment(b8f3eed3-4414-4943-be01-df0a35dc6575),segment_id=b8f3eed3-4414-4943-be01-df0a35dc6575)] {{(pid=103610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:12:03.889042 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-909f410c-9037-444f-a908-463515abed61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (6cef775a-69b7-4308-b316-49c33c9d8524), after_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:03.946813 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909f410c-9037-444f-a908-463515abed61 None None] Routers {'3bff9ab4-297a-4369-a7fc-bd71c42365c0'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:12:03.947442 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-909f410c-9037-444f-a908-463515abed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:11:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['3bff9ab4-297a-4369-a7fc-bd71c42365c0'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:12:03.988588 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d24094-c405-4a14-b45c-b9938560bc97 None None] Pushing event updated for resources: {'Port': ['ID=6cef775a-69b7-4308-b316-49c33c9d8524,revision_number=4']} {{(pid=103610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:12:04.047540 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-909f410c-9037-444f-a908-463515abed61 None None] Set router 3bff9ab4-297a-4369-a7fc-bd71c42365c0 gateway port host: None {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:12:04.139312 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-a9f85540-fa34-4bac-829f-6b91810bc076 None None] Provisioning complete for port 6cef775a-69b7-4308-b316-49c33c9d8524 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:12:04.140097 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a9f85540-fa34-4bac-829f-6b91810bc076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (6cef775a-69b7-4308-b316-49c33c9d8524), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:04.218608 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-a9f85540-fa34-4bac-829f-6b91810bc076 None None] Current status of the port 6cef775a-69b7-4308-b316-49c33c9d8524 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:12:04.218942 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a9f85540-fa34-4bac-829f-6b91810bc076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (6cef775a-69b7-4308-b316-49c33c9d8524), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:04.254949 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-a9f85540-fa34-4bac-829f-6b91810bc076 None None] For port 6cef775a-69b7-4308-b316-49c33c9d8524, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=6cef775a-69b7-4308-b316-49c33c9d8524,segment=NetworkSegment(b8f3eed3-4414-4943-be01-df0a35dc6575),segment_id=b8f3eed3-4414-4943-be01-df0a35dc6575)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:12:04.257222 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-909f410c-9037-444f-a908-463515abed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bff9ab4-297a-4369-a7fc-bd71c42365c0', 'name': 'router1', 'tenant_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:11:50Z', 'updated_at': '2022-03-07T23:12:01Z', 'revision_number': 2, 'project_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'gw_port_host': None, '_interfaces': [{'id': '6cef775a-69b7-4308-b316-49c33c9d8524', 'name': '', 'network_id': '9f0e7668-efb9-4363-8f99-cfce2b0b7bae', 'tenant_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'mac_address': 'fa:16:3e:bc:16:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff9ab4-297a-4369-a7fc-bd71c42365c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab95b0b2-a3cc-43c2-8ad6-ac280d4d4945', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:12:00Z', 'updated_at': '2022-03-07T23:12:03Z', 'revision_number': 4, 'project_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'subnets': [{'id': 'ab95b0b2-a3cc-43c2-8ad6-ac280d4d4945', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '22271eea-b101-4a66-8cca-dcc6c9ff6b2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:12:04.286462 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909f410c-9037-444f-a908-463515abed61 None None] The sync data for ids ['3bff9ab4-297a-4369-a7fc-bd71c42365c0'] in dv-cinder-813223-6-iscsi is: [{'id': '3bff9ab4-297a-4369-a7fc-bd71c42365c0', 'name': 'router1', 'tenant_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:11:50Z', 'updated_at': '2022-03-07T23:12:01Z', 'revision_number': 2, 'project_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'gw_port_host': None, '_interfaces': [{'id': '6cef775a-69b7-4308-b316-49c33c9d8524', 'name': '', 'network_id': '9f0e7668-efb9-4363-8f99-cfce2b0b7bae', 'tenant_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'mac_address': 'fa:16:3e:bc:16:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff9ab4-297a-4369-a7fc-bd71c42365c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab95b0b2-a3cc-43c2-8ad6-ac280d4d4945', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:12:00Z', 'updated_at': '2022-03-07T23:12:03Z', 'revision_number': 4, 'project_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'subnets': [{'id': 'ab95b0b2-a3cc-43c2-8ad6-ac280d4d4945', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '22271eea-b101-4a66-8cca-dcc6c9ff6b2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:12:04.306159 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a9f85540-fa34-4bac-829f-6b91810bc076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (6cef775a-69b7-4308-b316-49c33c9d8524), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:04.353750 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f85540-fa34-4bac-829f-6b91810bc076 None None] Pushing event updated for resources: {'Port': ['ID=6cef775a-69b7-4308-b316-49c33c9d8524,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:12:04.644993 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 37734) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:12:04.752037 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47658610-be62-48c0-967b-64d2fcc7d7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:12:04.753423 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-47658610-be62-48c0-967b-64d2fcc7d7d0 admin admin] 10.222.0.24 "GET /v2.0/networks/4f60912c-99c2-416c-85f4-ec579757987b HTTP/1.1" status: 200 len: 842 time: 0.1073928 Mar 07 23:12:04.762791 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-0c41d857-6c09-4f66-a3b8-8c194435941e admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:12:04.843108 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c41d857-6c09-4f66-a3b8-8c194435941e admin admin] Made reservation on behalf of f57ab71b7d3045d28ebe2cb59380dbcd for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:12:04.845496 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0c41d857-6c09-4f66-a3b8-8c194435941e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:05.177444 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.objects.ports [None req-0c41d857-6c09-4f66-a3b8-8c194435941e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103607) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 23:12:05.177881 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0c41d857-6c09-4f66-a3b8-8c194435941e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for subnet (f4612345-726c-47ef-92a6-cd50d588f814), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:05.234770 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41d857-6c09-4f66-a3b8-8c194435941e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4612345-726c-47ef-92a6-cd50d588f814,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:12:05.244658 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c41d857-6c09-4f66-a3b8-8c194435941e admin admin] Checking segment: {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:12:05.245026 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c41d857-6c09-4f66-a3b8-8c194435941e admin admin] Network hostable DHCP agents. Network: 4f60912c-99c2-416c-85f4-ec579757987b, hostable agents: ['3a1e77f0-bb24-4b35-90df-eea7dfe1ff53'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 23:12:05.316541 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c41d857-6c09-4f66-a3b8-8c194435941e admin admin] Network 4f60912c-99c2-416c-85f4-ec579757987b is scheduled to be hosted by DHCP agent 3a1e77f0-bb24-4b35-90df-eea7dfe1ff53 with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 23:12:05.374171 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-0c41d857-6c09-4f66-a3b8-8c194435941e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-6-iscsi, 4f60912c-99c2-416c-85f4-ec579757987b) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:12:05.378699 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c41d857-6c09-4f66-a3b8-8c194435941e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:12:05.387605 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0c41d857-6c09-4f66-a3b8-8c194435941e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:05.388935 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c3329f-ccc1-4c2b-930e-720e616a5037 None None] Network 4f60912c-99c2-416c-85f4-ec579757987b requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:12:05.473075 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-0c41d857-6c09-4f66-a3b8-8c194435941e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6969800 Mar 07 23:12:05.483495 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bdafe9-e2b5-49bb-af9e-51ce88c39924 None None] Network 4f60912c-99c2-416c-85f4-ec579757987b requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:12:06.063741 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 5 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:12:07.962916 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 37742) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:12:08.171101 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-55c695ee-7d59-415c-aa73-efe1e23d2b21 demo admin] 10.222.0.24 "GET /v2.0/routers/3bff9ab4-297a-4369-a7fc-bd71c42365c0 HTTP/1.1" status: 200 len: 710 time: 0.2066097 Mar 07 23:12:08.256840 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01780a92-56b1-4aeb-b928-1abf22d074d6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:12:08.258271 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-01780a92-56b1-4aeb-b928-1abf22d074d6 demo admin] 10.222.0.24 "GET /v2.0/networks/4f60912c-99c2-416c-85f4-ec579757987b HTTP/1.1" status: 200 len: 886 time: 0.0819016 Mar 07 23:12:08.267868 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-22ad04a8-23dc-45fe-8992-0ba768614c23 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:12:08.514361 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-22ad04a8-23dc-45fe-8992-0ba768614c23 demo admin] Publish callbacks [] for router_gateway (3bff9ab4-297a-4369-a7fc-bd71c42365c0), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:08.840532 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-22ad04a8-23dc-45fe-8992-0ba768614c23 demo admin] Publish callbacks [] for router_gateway (3bff9ab4-297a-4369-a7fc-bd71c42365c0), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:08.916431 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-22ad04a8-23dc-45fe-8992-0ba768614c23 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:09.017170 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-22ad04a8-23dc-45fe-8992-0ba768614c23 demo admin] Allocated IP 172.27.3.201 (4f60912c-99c2-416c-85f4-ec579757987b/f4612345-726c-47ef-92a6-cd50d588f814/b4d26810-391a-4dc6-b28d-531dff7999e4) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:12:09.117752 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-22ad04a8-23dc-45fe-8992-0ba768614c23 demo admin] Publish callbacks [] for port (b4d26810-391a-4dc6-b28d-531dff7999e4), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:09.207525 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-22ad04a8-23dc-45fe-8992-0ba768614c23 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871'] for port (b4d26810-391a-4dc6-b28d-531dff7999e4), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:09.244440 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ad04a8-23dc-45fe-8992-0ba768614c23 demo admin] Network 4f60912c-99c2-416c-85f4-ec579757987b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:12:09.248529 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-22ad04a8-23dc-45fe-8992-0ba768614c23 demo admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:12:09.251862 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ad04a8-23dc-45fe-8992-0ba768614c23 demo admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:12:09.256831 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad04a8-23dc-45fe-8992-0ba768614c23 demo admin] Pushing event updated for resources: {'Port': ['ID=b4d26810-391a-4dc6-b28d-531dff7999e4,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:12:09.589731 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-22ad04a8-23dc-45fe-8992-0ba768614c23 demo admin] Publish callbacks [] for router_gateway (3bff9ab4-297a-4369-a7fc-bd71c42365c0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:09.869755 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-22ad04a8-23dc-45fe-8992-0ba768614c23 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28539'] for router (3bff9ab4-297a-4369-a7fc-bd71c42365c0), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:09.873647 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-22ad04a8-23dc-45fe-8992-0ba768614c23 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561687'] for router (3bff9ab4-297a-4369-a7fc-bd71c42365c0), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:09.980917 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ad04a8-23dc-45fe-8992-0ba768614c23 demo admin] Router 3bff9ab4-297a-4369-a7fc-bd71c42365c0 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:12:10.091198 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ad04a8-23dc-45fe-8992-0ba768614c23 demo admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:12:10.095309 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-22ad04a8-23dc-45fe-8992-0ba768614c23 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:10.096478 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-22ad04a8-23dc-45fe-8992-0ba768614c23 demo admin] 10.222.0.24 "PUT /v2.0/routers/3bff9ab4-297a-4369-a7fc-bd71c42365c0 HTTP/1.1" status: 200 len: 890 time: 1.8318322 Mar 07 23:12:11.016403 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 6cef775a-69b7-4308-b316-49c33c9d8524 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:12:11.066222 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 6cef775a-69b7-4308-b316-49c33c9d8524 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:12:11.066616 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (6cef775a-69b7-4308-b316-49c33c9d8524), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:11.145807 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 6cef775a-69b7-4308-b316-49c33c9d8524 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:12:12.616620 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 37754) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:12:12.733461 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-359f6ab9-7d02-4aad-9978-39aafc0773d3 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1155980 Mar 07 23:12:12.868172 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] Sync routers for ids ['3bff9ab4-297a-4369-a7fc-bd71c42365c0'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:12:12.881143 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] Routers {'3bff9ab4-297a-4369-a7fc-bd71c42365c0'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:12:12.881914 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:11:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['3bff9ab4-297a-4369-a7fc-bd71c42365c0'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:12:13.101977 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] Set router 3bff9ab4-297a-4369-a7fc-bd71c42365c0 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:12:13.572567 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bff9ab4-297a-4369-a7fc-bd71c42365c0', 'name': 'router1', 'tenant_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b4d26810-391a-4dc6-b28d-531dff7999e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:11:50Z', 'updated_at': '2022-03-07T23:12:09Z', 'revision_number': 4, 'project_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'gw_port': {'id': 'b4d26810-391a-4dc6-b28d-531dff7999e4', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff9ab4-297a-4369-a7fc-bd71c42365c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:12:08Z', 'updated_at': '2022-03-07T23:12:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '6cef775a-69b7-4308-b316-49c33c9d8524', 'name': '', 'network_id': '9f0e7668-efb9-4363-8f99-cfce2b0b7bae', 'tenant_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'mac_address': 'fa:16:3e:bc:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff9ab4-297a-4369-a7fc-bd71c42365c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab95b0b2-a3cc-43c2-8ad6-ac280d4d4945', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:12:00Z', 'updated_at': '2022-03-07T23:12:04Z', 'revision_number': 5, 'project_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'subnets': [{'id': 'ab95b0b2-a3cc-43c2-8ad6-ac280d4d4945', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '22271eea-b101-4a66-8cca-dcc6c9ff6b2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:12:13.624150 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] Checking router: 3bff9ab4-297a-4369-a7fc-bd71c42365c0 for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:12:13.624466 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] Updating router 3bff9ab4-297a-4369-a7fc-bd71c42365c0 port b4d26810-391a-4dc6-b28d-531dff7999e4 binding host dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 23:12:13.678312 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (b4d26810-391a-4dc6-b28d-531dff7999e4), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:13.986453 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] Publish callbacks [] for port (b4d26810-391a-4dc6-b28d-531dff7999e4), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:14.065358 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (b4d26810-391a-4dc6-b28d-531dff7999e4), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:14.116122 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] Attempting to bind port b4d26810-391a-4dc6-b28d-531dff7999e4 on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:12:14.116494 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] Attempting to bind port b4d26810-391a-4dc6-b28d-531dff7999e4 by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:12:14.116855 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] Attempting to bind port b4d26810-391a-4dc6-b28d-531dff7999e4 on network 4f60912c-99c2-416c-85f4-ec579757987b {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:12:14.122038 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c718982-39d0-4fe3-9fae-de3b82aa75a6 None None] Pushing event updated for resources: {'Port': ['ID=b4d26810-391a-4dc6-b28d-531dff7999e4,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:12:14.126883 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:12:14.127264 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] Checking segment: {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:12:14.127663 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:14.128075 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] Bound using segment: {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:12:14.128501 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] Bound port: b4d26810-391a-4dc6-b28d-531dff7999e4, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:12:14.128873 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (b4d26810-391a-4dc6-b28d-531dff7999e4), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:14.177421 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] For port b4d26810-391a-4dc6-b28d-531dff7999e4, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:12:14.180265 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] For port b4d26810-391a-4dc6-b28d-531dff7999e4, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=b4d26810-391a-4dc6-b28d-531dff7999e4,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:12:14.249150 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (b4d26810-391a-4dc6-b28d-531dff7999e4), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:14.305899 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c718982-39d0-4fe3-9fae-de3b82aa75a6 None None] Pushing event updated for resources: {'Port': ['ID=b4d26810-391a-4dc6-b28d-531dff7999e4,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:12:14.308312 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] Routers {'3bff9ab4-297a-4369-a7fc-bd71c42365c0'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:12:14.308914 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:11:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['3bff9ab4-297a-4369-a7fc-bd71c42365c0'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:12:14.425449 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] Set router 3bff9ab4-297a-4369-a7fc-bd71c42365c0 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:12:14.647174 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bff9ab4-297a-4369-a7fc-bd71c42365c0', 'name': 'router1', 'tenant_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b4d26810-391a-4dc6-b28d-531dff7999e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:11:50Z', 'updated_at': '2022-03-07T23:12:09Z', 'revision_number': 4, 'project_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'gw_port': {'id': 'b4d26810-391a-4dc6-b28d-531dff7999e4', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff9ab4-297a-4369-a7fc-bd71c42365c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:12:08Z', 'updated_at': '2022-03-07T23:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '6cef775a-69b7-4308-b316-49c33c9d8524', 'name': '', 'network_id': '9f0e7668-efb9-4363-8f99-cfce2b0b7bae', 'tenant_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'mac_address': 'fa:16:3e:bc:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff9ab4-297a-4369-a7fc-bd71c42365c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab95b0b2-a3cc-43c2-8ad6-ac280d4d4945', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:12:00Z', 'updated_at': '2022-03-07T23:12:04Z', 'revision_number': 5, 'project_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'subnets': [{'id': 'ab95b0b2-a3cc-43c2-8ad6-ac280d4d4945', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '22271eea-b101-4a66-8cca-dcc6c9ff6b2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:12:14.676171 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9434d38e-dcaa-4799-be03-029fd5e3662d None None] The sync data for ids ['3bff9ab4-297a-4369-a7fc-bd71c42365c0'] in dv-cinder-813223-6-iscsi is: [{'id': '3bff9ab4-297a-4369-a7fc-bd71c42365c0', 'name': 'router1', 'tenant_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b4d26810-391a-4dc6-b28d-531dff7999e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:11:50Z', 'updated_at': '2022-03-07T23:12:09Z', 'revision_number': 4, 'project_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'gw_port': {'id': 'b4d26810-391a-4dc6-b28d-531dff7999e4', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff9ab4-297a-4369-a7fc-bd71c42365c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:12:08Z', 'updated_at': '2022-03-07T23:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '6cef775a-69b7-4308-b316-49c33c9d8524', 'name': '', 'network_id': '9f0e7668-efb9-4363-8f99-cfce2b0b7bae', 'tenant_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'mac_address': 'fa:16:3e:bc:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff9ab4-297a-4369-a7fc-bd71c42365c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab95b0b2-a3cc-43c2-8ad6-ac280d4d4945', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:12:00Z', 'updated_at': '2022-03-07T23:12:04Z', 'revision_number': 5, 'project_id': 'b7fe6d4955024a81b981901cc1fd20d1', 'subnets': [{'id': 'ab95b0b2-a3cc-43c2-8ad6-ac280d4d4945', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '22271eea-b101-4a66-8cca-dcc6c9ff6b2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:12:15.058605 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device b4d26810-391a-4dc6-b28d-531dff7999e4 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:12:15.140121 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port b4d26810-391a-4dc6-b28d-531dff7999e4 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:12:15.140794 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (b4d26810-391a-4dc6-b28d-531dff7999e4), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:15.243265 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port b4d26810-391a-4dc6-b28d-531dff7999e4 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:12:15.243853 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (b4d26810-391a-4dc6-b28d-531dff7999e4), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:15.268339 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] For port b4d26810-391a-4dc6-b28d-531dff7999e4, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=b4d26810-391a-4dc6-b28d-531dff7999e4,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:12:15.328919 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (b4d26810-391a-4dc6-b28d-531dff7999e4), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:15.405575 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Pushing event updated for resources: {'Port': ['ID=b4d26810-391a-4dc6-b28d-531dff7999e4,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:12:17.029935 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device b4d26810-391a-4dc6-b28d-531dff7999e4 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:12:17.101469 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port b4d26810-391a-4dc6-b28d-531dff7999e4 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:12:17.102097 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (b4d26810-391a-4dc6-b28d-531dff7999e4), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:17.189428 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port b4d26810-391a-4dc6-b28d-531dff7999e4 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:12:23.870898 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-062c980d-aef5-475a-9536-31bda10da3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:26.127846 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fb63d7da-26c7-4cf0-9bf5-c6f031d41129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:27.659051 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:28.796604 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:30.339718 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:43.063290 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 5 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:12:53.846785 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e40c40e4-987f-45dd-a657-4f69a332a214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:56.435066 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4ef8cf00-c602-4544-8065-b06cf9119045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:57.670185 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:12:58.811778 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:13:00.349538 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:13:20.063620 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 5 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:13:23.851538 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-895c2e6a-f61d-4838-af9a-da566994bbc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:13:26.113811 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-ab00488d-3d71-4b3c-8e58-08521816638b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:13:27.662339 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:13:28.788444 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:13:30.319325 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:13:35.180460 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 38238) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:13:35.241114 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5a3c13-6400-4cfa-ad4d-52700f9617e7 admin admin] GET failed (client error): The resource could not be found. Mar 07 23:13:35.242353 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-7c5a3c13-6400-4cfa-ad4d-52700f9617e7 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609276 Mar 07 23:13:35.400707 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5695d99-52bd-4832-bcbb-5699e62fe8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:13:35.402811 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-e5695d99-52bd-4832-bcbb-5699e62fe8b3 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1558149 Mar 07 23:13:37.699015 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 38248) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:13:37.789356 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a04e8d-e9c6-4a17-9506-62da1c32530c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:13:37.790600 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-00a04e8d-e9c6-4a17-9506-62da1c32530c admin admin] 10.222.0.24 "GET /v2.0/subnets/ab95b0b2-a3cc-43c2-8ad6-ac280d4d4945 HTTP/1.1" status: 200 len: 849 time: 0.0906317 Mar 07 23:13:37.800614 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-84206413-59f5-460e-8eab-653f6a5078cd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:13:37.880717 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84206413-59f5-460e-8eab-653f6a5078cd admin admin] Publish callbacks [] for subnet (ab95b0b2-a3cc-43c2-8ad6-ac280d4d4945), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:13:38.096753 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84206413-59f5-460e-8eab-653f6a5078cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747802889647'] for subnet (ab95b0b2-a3cc-43c2-8ad6-ac280d4d4945), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:13:38.125872 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84206413-59f5-460e-8eab-653f6a5078cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:13:38.126468 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-84206413-59f5-460e-8eab-653f6a5078cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:13:38.128083 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-84206413-59f5-460e-8eab-653f6a5078cd admin admin] 10.222.0.24 "PUT /v2.0/subnets/ab95b0b2-a3cc-43c2-8ad6-ac280d4d4945 HTTP/1.1" status: 200 len: 868 time: 0.3307607 Mar 07 23:13:38.131032 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40082f0e-bca4-4b42-96ef-1a59a6bbd6f6 None None] Network 9f0e7668-efb9-4363-8f99-cfce2b0b7bae requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:13:38.148207 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84206413-59f5-460e-8eab-653f6a5078cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab95b0b2-a3cc-43c2-8ad6-ac280d4d4945,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:13:38.156289 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84206413-59f5-460e-8eab-653f6a5078cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:13:38.156729 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84206413-59f5-460e-8eab-653f6a5078cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:13:38.157043 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84206413-59f5-460e-8eab-653f6a5078cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:13:38.157385 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84206413-59f5-460e-8eab-653f6a5078cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:13:38.157720 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84206413-59f5-460e-8eab-653f6a5078cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:13:38.158061 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84206413-59f5-460e-8eab-653f6a5078cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:13:38.158397 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84206413-59f5-460e-8eab-653f6a5078cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:13:38.158737 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84206413-59f5-460e-8eab-653f6a5078cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:13:38.159079 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84206413-59f5-460e-8eab-653f6a5078cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:13:38.159420 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84206413-59f5-460e-8eab-653f6a5078cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:13:38.159768 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84206413-59f5-460e-8eab-653f6a5078cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:13:38.160271 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84206413-59f5-460e-8eab-653f6a5078cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:13:38.160598 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84206413-59f5-460e-8eab-653f6a5078cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:13:38.451060 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-bd4fa6a4-951a-4e49-b55b-84bd34975f91 None None] Provisioning complete for port 6cef775a-69b7-4308-b316-49c33c9d8524 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:13:38.451442 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-bd4fa6a4-951a-4e49-b55b-84bd34975f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (6cef775a-69b7-4308-b316-49c33c9d8524), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:13:38.526250 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fa6a4-951a-4e49-b55b-84bd34975f91 None None] Current status of the port 6cef775a-69b7-4308-b316-49c33c9d8524 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:13:38.536820 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-bd4fa6a4-951a-4e49-b55b-84bd34975f91 None None] Provisioning complete for port 1187496c-e8e2-4277-93da-12589605f029 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:13:38.537234 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-bd4fa6a4-951a-4e49-b55b-84bd34975f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (1187496c-e8e2-4277-93da-12589605f029), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:13:38.611729 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fa6a4-951a-4e49-b55b-84bd34975f91 None None] Current status of the port 1187496c-e8e2-4277-93da-12589605f029 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:13:40.445252 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 38256) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:13:40.639629 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281c0189-2938-482a-be36-94ea1dadc5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:13:40.640013 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281c0189-2938-482a-be36-94ea1dadc5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:13:40.641589 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-281c0189-2938-482a-be36-94ea1dadc5f7 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1953969 Mar 07 23:13:42.927603 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 38264) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:13:43.056385 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459857e8-bc25-4d2c-a3b0-ac1c0a64afcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:13:43.056851 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459857e8-bc25-4d2c-a3b0-ac1c0a64afcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:13:43.058977 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-459857e8-bc25-4d2c-a3b0-ac1c0a64afcb admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1303861 Mar 07 23:13:45.353246 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 38272) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:13:45.477446 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a6577d-7520-41a8-9c74-67adfa4abc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:13:45.478782 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-e8a6577d-7520-41a8-9c74-67adfa4abc6c admin admin] 10.222.0.24 "GET /v2.0/networks/4f60912c-99c2-416c-85f4-ec579757987b HTTP/1.1" status: 200 len: 886 time: 0.1245813 Mar 07 23:13:47.790054 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 38280) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:13:47.915856 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a33b745-5685-4c99-9ab0-8a0df0f16f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:13:47.917233 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-4a33b745-5685-4c99-9ab0-8a0df0f16f5e admin admin] 10.222.0.24 "GET /v2.0/networks/9f0e7668-efb9-4363-8f99-cfce2b0b7bae HTTP/1.1" status: 200 len: 869 time: 0.1262650 Mar 07 23:13:50.200746 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 38288) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:13:50.322284 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71fec12-1535-49ca-a0cd-3d2f31ba2467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:13:50.322726 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71fec12-1535-49ca-a0cd-3d2f31ba2467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:13:50.324232 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-b71fec12-1535-49ca-a0cd-3d2f31ba2467 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225345 Mar 07 23:13:52.630807 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 38296) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:13:52.718116 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59565681-009f-4350-93f9-8e5ff6d60415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:13:52.718559 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59565681-009f-4350-93f9-8e5ff6d60415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:13:52.720018 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-59565681-009f-4350-93f9-8e5ff6d60415 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0882795 Mar 07 23:13:53.866703 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-bb5bb26d-3322-4a74-a282-3db33da8f80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:13:55.027585 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 38304) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:13:55.119000 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a0b4f3-0403-4c94-b3a4-84da666ebd00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:13:55.120910 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-67a0b4f3-0403-4c94-b3a4-84da666ebd00 admin admin] 10.222.0.24 "GET /v2.0/subnets/ab95b0b2-a3cc-43c2-8ad6-ac280d4d4945 HTTP/1.1" status: 200 len: 868 time: 0.0923860 Mar 07 23:13:56.119477 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f023fe18-c67b-4520-8f2a-a3ccfea8f8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:13:57.063140 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 5 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:13:57.427937 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 38312) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:13:57.518180 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05eb58b-2696-425b-8c34-1bc2fbfdaca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:13:57.519509 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-d05eb58b-2696-425b-8c34-1bc2fbfdaca6 admin admin] 10.222.0.24 "GET /v2.0/subnets/f4612345-726c-47ef-92a6-cd50d588f814 HTTP/1.1" status: 200 len: 816 time: 0.0906272 Mar 07 23:13:57.627879 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:13:58.809867 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:00.358359 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:23.854968 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-29d861a8-6aa2-440f-898f-427d806bdfe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:25.460106 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 38366) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:14:25.508445 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [None req-d57bbb1a-bd63-414b-bfd5-6193698e3052 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103608) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 23:14:25.509480 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-d57bbb1a-bd63-414b-bfd5-6193698e3052 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0484288 Mar 07 23:14:26.140708 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8d2f9e42-95ec-4415-9434-2b3ee301cca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:27.654750 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:27.893591 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 38374) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:14:27.952602 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f509e6-db9b-4f68-89f7-4fe9b379af66 admin admin] GET failed (client error): The resource could not be found. Mar 07 23:14:27.953892 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-33f509e6-db9b-4f68-89f7-4fe9b379af66 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593901 Mar 07 23:14:28.111932 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5f4329-d2f8-43c6-9673-eba9f7b887e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:14:28.113343 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-6a5f4329-d2f8-43c6-9673-eba9f7b887e9 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1553409 Mar 07 23:14:28.792103 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:30.328856 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:30.442433 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 38382) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:14:30.488888 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:14:30.563107 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Made reservation on behalf of f57ab71b7d3045d28ebe2cb59380dbcd for: {'network': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:14:30.565543 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for network (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:30.607100 dv-cinder-813223-6-iscsi neutron-server[103608]: WARNING neutron.services.revisions.revision_plugin [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Could not find related network for resource to bump revision. Mar 07 23:14:30.623160 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 23:14:30.635598 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747802712670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (e25a3b47-349f-4c47-81e5-8a022a6fe4d6), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:30.636134 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Unsubscribe: segment precommit_create {{(pid=103608) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 23:14:30.637943 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.db.segments_db [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Added segment e25a3b47-349f-4c47-81e5-8a022a6fe4d6 of type vlan for network c81943a3-46cb-42ad-9e93-428d976dd96a Mar 07 23:14:30.683497 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747802386454'] for network (c81943a3-46cb-42ad-9e93-428d976dd96a), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:30.751737 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for network (c81943a3-46cb-42ad-9e93-428d976dd96a), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:30.752664 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:14:30.753266 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:30.841001 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3974607 Mar 07 23:14:30.844227 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Pushing event updated for resources: {'Network': ['ID=c81943a3-46cb-42ad-9e93-428d976dd96a,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:14:30.851450 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:30.851654 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:30.851897 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:30.852348 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:30.852707 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:30.852909 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:30.853807 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:30.854142 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:30.854474 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:30.854804 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:30.855133 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:30.855459 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:30.855785 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e4fb0-80c0-4fbc-bef0-be3479cfc948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:30.871110 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Network c81943a3-46cb-42ad-9e93-428d976dd96a details requested by agent ovs-agent-dv-cinder-813223-6-iscsi with host dv-cinder-813223-6-iscsi {{(pid=103609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 23:14:33.180461 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 38390) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:14:33.240239 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea4f67c-2fbb-4d4f-bb1a-5bc23e66a26f admin admin] GET failed (client error): The resource could not be found. Mar 07 23:14:33.241564 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-8ea4f67c-2fbb-4d4f-bb1a-5bc23e66a26f admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601168 Mar 07 23:14:33.308486 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc508ab3-dcc0-4ba5-84a7-7b0426e3899c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:14:33.309964 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-cc508ab3-dcc0-4ba5-84a7-7b0426e3899c admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0643706 Mar 07 23:14:33.319312 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-e2243ca2-679d-4adc-8bbe-256c7b8e5aca admin admin] Request body: {'subnet': {'network_id': 'c81943a3-46cb-42ad-9e93-428d976dd96a', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:14:33.414260 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2243ca2-679d-4adc-8bbe-256c7b8e5aca admin admin] Made reservation on behalf of f57ab71b7d3045d28ebe2cb59380dbcd for: {'subnet': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:14:33.416989 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e2243ca2-679d-4adc-8bbe-256c7b8e5aca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:33.643588 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e2243ca2-679d-4adc-8bbe-256c7b8e5aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for subnet (cba6e66b-5916-4d1e-aa5c-69359474520d), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:33.700385 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2243ca2-679d-4adc-8bbe-256c7b8e5aca admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba6e66b-5916-4d1e-aa5c-69359474520d,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:14:33.706986 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2243ca2-679d-4adc-8bbe-256c7b8e5aca admin admin] Checking segment: {'id': 'e25a3b47-349f-4c47-81e5-8a022a6fe4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c81943a3-46cb-42ad-9e93-428d976dd96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:14:33.707337 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2243ca2-679d-4adc-8bbe-256c7b8e5aca admin admin] Network hostable DHCP agents. Network: c81943a3-46cb-42ad-9e93-428d976dd96a, hostable agents: ['3a1e77f0-bb24-4b35-90df-eea7dfe1ff53'], hosted agents: [] {{(pid=103608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 23:14:33.768508 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2243ca2-679d-4adc-8bbe-256c7b8e5aca admin admin] Network c81943a3-46cb-42ad-9e93-428d976dd96a is scheduled to be hosted by DHCP agent 3a1e77f0-bb24-4b35-90df-eea7dfe1ff53 with binding_index 1 {{(pid=103608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 23:14:33.825698 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-e2243ca2-679d-4adc-8bbe-256c7b8e5aca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-6-iscsi, c81943a3-46cb-42ad-9e93-428d976dd96a) {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:14:33.830158 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2243ca2-679d-4adc-8bbe-256c7b8e5aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:14:33.830753 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e2243ca2-679d-4adc-8bbe-256c7b8e5aca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:33.840113 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af4e9a6-7cc8-4967-b5c2-d0d6402f4d9a None None] Network c81943a3-46cb-42ad-9e93-428d976dd96a requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:14:33.903913 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-e2243ca2-679d-4adc-8bbe-256c7b8e5aca admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5877223 Mar 07 23:14:33.938179 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b02c19c-3456-5a5a-9b35-9d2361f84021-c81943a3-46cb-42ad-9e93-428d976dd96a', 'network_id': 'c81943a3-46cb-42ad-9e93-428d976dd96a', 'project_id': 'f57ab71b7d3045d28ebe2cb59380dbcd', 'fixed_ips': [{'subnet_id': 'cba6e66b-5916-4d1e-aa5c-69359474520d'}]}} from dv-cinder-813223-6-iscsi. {{(pid=103609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 23:14:33.939080 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:34.062783 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 5 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:14:34.179706 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.db_base_plugin_common [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Allocated IP 192.168.233.2 (c81943a3-46cb-42ad-9e93-428d976dd96a/cba6e66b-5916-4d1e-aa5c-69359474520d/fe13b886-21f8-4e48-92d0-c41fb93dff52) {{(pid=103609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:14:34.323651 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Publish callbacks [] for port (fe13b886-21f8-4e48-92d0-c41fb93dff52), precommit_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:34.448687 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871'] for port (fe13b886-21f8-4e48-92d0-c41fb93dff52), after_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:34.484536 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Network c81943a3-46cb-42ad-9e93-428d976dd96a is already hosted by enough agents. {{(pid=103609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:14:34.487309 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.scheduler.base_scheduler [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Resources bound (agent type, host, resource id): {{(pid=103609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:14:34.493993 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Received port after_create {{(pid=103609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:14:34.496216 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Pushing event updated for resources: {'Port': ['ID=fe13b886-21f8-4e48-92d0-c41fb93dff52,revision_number=1']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:14:34.505222 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:34.505591 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:34.505949 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:34.506829 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:34.506829 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:34.507018 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:34.507232 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:34.507551 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:34.507876 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:34.508210 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:34.508533 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:34.509001 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:34.509836 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:14:34.564677 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Attempting to bind port fe13b886-21f8-4e48-92d0-c41fb93dff52 on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:14:34.565074 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Attempting to bind port fe13b886-21f8-4e48-92d0-c41fb93dff52 by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': 'e25a3b47-349f-4c47-81e5-8a022a6fe4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c81943a3-46cb-42ad-9e93-428d976dd96a'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:14:34.565434 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Attempting to bind port fe13b886-21f8-4e48-92d0-c41fb93dff52 on network c81943a3-46cb-42ad-9e93-428d976dd96a {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:14:34.570353 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:14:34.575020 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Checking segment: {'id': 'e25a3b47-349f-4c47-81e5-8a022a6fe4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c81943a3-46cb-42ad-9e93-428d976dd96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:14:34.575020 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:34.575020 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Bound using segment: {'id': 'e25a3b47-349f-4c47-81e5-8a022a6fe4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c81943a3-46cb-42ad-9e93-428d976dd96a'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:14:34.575020 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Bound port: fe13b886-21f8-4e48-92d0-c41fb93dff52, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25a3b47-349f-4c47-81e5-8a022a6fe4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c81943a3-46cb-42ad-9e93-428d976dd96a'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:14:34.575020 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (fe13b886-21f8-4e48-92d0-c41fb93dff52), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:34.634055 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] For port fe13b886-21f8-4e48-92d0-c41fb93dff52, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:14:34.637081 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] For port fe13b886-21f8-4e48-92d0-c41fb93dff52, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=fe13b886-21f8-4e48-92d0-c41fb93dff52,segment=NetworkSegment(e25a3b47-349f-4c47-81e5-8a022a6fe4d6),segment_id=e25a3b47-349f-4c47-81e5-8a022a6fe4d6)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:14:34.724001 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (fe13b886-21f8-4e48-92d0-c41fb93dff52), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:34.780247 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871af66-ccc6-46d7-b9d4-db09631ea626 None None] Pushing event updated for resources: {'Port': ['ID=fe13b886-21f8-4e48-92d0-c41fb93dff52,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:14:35.123619 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device fe13b886-21f8-4e48-92d0-c41fb93dff52 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:14:35.172632 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port fe13b886-21f8-4e48-92d0-c41fb93dff52 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:14:35.173097 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (fe13b886-21f8-4e48-92d0-c41fb93dff52), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:35.258551 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port fe13b886-21f8-4e48-92d0-c41fb93dff52 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:14:35.258879 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (fe13b886-21f8-4e48-92d0-c41fb93dff52), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:35.292099 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] For port fe13b886-21f8-4e48-92d0-c41fb93dff52, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=fe13b886-21f8-4e48-92d0-c41fb93dff52,segment=NetworkSegment(e25a3b47-349f-4c47-81e5-8a022a6fe4d6),segment_id=e25a3b47-349f-4c47-81e5-8a022a6fe4d6)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:14:35.380768 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (fe13b886-21f8-4e48-92d0-c41fb93dff52), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:35.435975 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Pushing event updated for resources: {'Port': ['ID=fe13b886-21f8-4e48-92d0-c41fb93dff52,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:14:35.637100 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fee73b6-4f9b-425a-aa7c-c6d1b5c7b6a7 None None] Network c81943a3-46cb-42ad-9e93-428d976dd96a requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:14:35.674091 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-16ff095d-996b-4982-9bd5-dec0652d1669 None None] Provisioning complete for port fe13b886-21f8-4e48-92d0-c41fb93dff52 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:14:35.674487 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-16ff095d-996b-4982-9bd5-dec0652d1669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (fe13b886-21f8-4e48-92d0-c41fb93dff52), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:35.817909 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-16ff095d-996b-4982-9bd5-dec0652d1669 None None] Current status of the port fe13b886-21f8-4e48-92d0-c41fb93dff52 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:14:36.041789 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-37dff26d-afb9-490e-95a2-e77e57e73fcb None None] Provisioning complete for port fe13b886-21f8-4e48-92d0-c41fb93dff52 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:14:36.042176 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-37dff26d-afb9-490e-95a2-e77e57e73fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (fe13b886-21f8-4e48-92d0-c41fb93dff52), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:36.119622 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-37dff26d-afb9-490e-95a2-e77e57e73fcb None None] Current status of the port fe13b886-21f8-4e48-92d0-c41fb93dff52 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:14:37.074258 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device fe13b886-21f8-4e48-92d0-c41fb93dff52 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:14:37.124347 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port fe13b886-21f8-4e48-92d0-c41fb93dff52 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:14:37.124744 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (fe13b886-21f8-4e48-92d0-c41fb93dff52), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:37.198892 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port fe13b886-21f8-4e48-92d0-c41fb93dff52 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:14:53.865294 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-39eb4f4e-2c5d-4230-98b3-72bc1eb46d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:56.122184 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3d3b510c-76c7-458c-9812-a7891c2b8870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:57.642218 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:14:58.819324 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:15:00.344807 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:15:11.061520 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 5 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:15:23.846761 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-14f94f02-b71f-4d70-bea3-26a410431200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:15:26.121612 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-5e8c2c8d-3e95-4aa7-964c-56268c792164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:15:27.641510 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:15:28.806421 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:15:30.355552 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:15:48.060417 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 5 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:15:53.857425 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3a3888b8-8daa-4db6-901b-ed374b549ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:15:56.132064 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-0b914e6b-205d-49ca-adef-c85f50c75949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:15:57.668285 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:15:58.806118 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:16:00.348649 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:16:19.720169 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 38428) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:16:19.726614 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [None req-6e304fb5-51b1-4287-b5cc-ede7072f23c5 tempest-verify_tempest_config-1426001906 tempest-verify_tempest_config-1426001906-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103608) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 23:16:19.727507 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-6e304fb5-51b1-4287-b5cc-ede7072f23c5 tempest-verify_tempest_config-1426001906 tempest-verify_tempest_config-1426001906-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063555 Mar 07 23:16:20.198073 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 38446) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:16:20.297277 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2c08f0cb-1139-4927-a0a1-c859e5df67b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:16:20.393438 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2c08f0cb-1139-4927-a0a1-c859e5df67b0 admin admin] Publish callbacks [] for security_group (2fcd5b7b-38dd-447f-90e3-a74b1b8c784d), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:16:20.461833 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2c08f0cb-1139-4927-a0a1-c859e5df67b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (2fcd5b7b-38dd-447f-90e3-a74b1b8c784d), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:16:20.503506 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08f0cb-1139-4927-a0a1-c859e5df67b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcd5b7b-38dd-447f-90e3-a74b1b8c784d,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:16:20.508536 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-2c08f0cb-1139-4927-a0a1-c859e5df67b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63804e57b6a646a2b35653d23876af5e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3094902 Mar 07 23:16:20.511240 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 38450) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:16:20.513452 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c08f0cb-1139-4927-a0a1-c859e5df67b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.513843 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c08f0cb-1139-4927-a0a1-c859e5df67b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.514197 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c08f0cb-1139-4927-a0a1-c859e5df67b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.514540 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c08f0cb-1139-4927-a0a1-c859e5df67b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.514879 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c08f0cb-1139-4927-a0a1-c859e5df67b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.515219 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c08f0cb-1139-4927-a0a1-c859e5df67b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.515585 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c08f0cb-1139-4927-a0a1-c859e5df67b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.515926 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c08f0cb-1139-4927-a0a1-c859e5df67b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.516273 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c08f0cb-1139-4927-a0a1-c859e5df67b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.516608 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c08f0cb-1139-4927-a0a1-c859e5df67b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.517081 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c08f0cb-1139-4927-a0a1-c859e5df67b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.517412 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c08f0cb-1139-4927-a0a1-c859e5df67b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.517879 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c08f0cb-1139-4927-a0a1-c859e5df67b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.665673 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e0f392c-214a-4120-a365-52041696ddcc admin admin] Publish callbacks [] for security_group (2fcd5b7b-38dd-447f-90e3-a74b1b8c784d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:16:20.685241 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e0f392c-214a-4120-a365-52041696ddcc admin admin] Publish callbacks [] for security_group (2fcd5b7b-38dd-447f-90e3-a74b1b8c784d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:16:20.834069 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e0f392c-214a-4120-a365-52041696ddcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (2fcd5b7b-38dd-447f-90e3-a74b1b8c784d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:16:20.836595 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e0f392c-214a-4120-a365-52041696ddcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:16:20.837751 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-4e0f392c-214a-4120-a365-52041696ddcc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2fcd5b7b-38dd-447f-90e3-a74b1b8c784d HTTP/1.1" status: 204 len: 168 time: 0.3249674 Mar 07 23:16:20.845728 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f392c-214a-4120-a365-52041696ddcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcd5b7b-38dd-447f-90e3-a74b1b8c784d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:16:20.852325 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f392c-214a-4120-a365-52041696ddcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.852678 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f392c-214a-4120-a365-52041696ddcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.853048 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f392c-214a-4120-a365-52041696ddcc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.853382 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f392c-214a-4120-a365-52041696ddcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.853710 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f392c-214a-4120-a365-52041696ddcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.854033 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f392c-214a-4120-a365-52041696ddcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.854356 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f392c-214a-4120-a365-52041696ddcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.854679 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f392c-214a-4120-a365-52041696ddcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.855036 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f392c-214a-4120-a365-52041696ddcc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.855360 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f392c-214a-4120-a365-52041696ddcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.855683 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f392c-214a-4120-a365-52041696ddcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.856118 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f392c-214a-4120-a365-52041696ddcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:20.856435 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f392c-214a-4120-a365-52041696ddcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:16:23.896081 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b2cb64d6-4f8f-4b4c-a189-d2903e241756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:16:25.058398 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 5 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:16:26.124407 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-47f2884a-6165-4869-b2d2-e01c6e472b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:16:27.689856 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:16:28.821683 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:16:30.363766 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:16:53.843632 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8f23a3ea-28f1-41d1-b9ac-3a4f51e3c83f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:16:56.163874 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a1715b9f-8e6f-4061-ba62-75cc978a0da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:16:57.672034 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:16:58.854981 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:17:00.369181 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:17:02.057949 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 5 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:17:23.876665 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c9e13601-37fa-42d2-840a-80ae9cfd62c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:17:26.133277 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-893d8853-fc46-49c6-9691-c0050f5d5db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:17:27.670499 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:17:28.819526 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:17:30.373395 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:17:39.057407 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 5 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:17:53.892736 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a5a2838f-22d0-4ea4-9a36-63495fe178b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:17:55.858314 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563709'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:17:56.109782 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-2367caf8-8c3e-4060-bd93-4caf145f2d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:17:57.686412 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:17:58.886023 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:18:00.371680 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:18:10.272280 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 38522) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:18:10.373399 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-28612896-ff55-4005-afec-3fe4e621edb2 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1000128 Mar 07 23:18:12.687409 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 38532) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:18:12.748022 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-ffa02351-2612-4b5c-9750-2059645a609a admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0595343 Mar 07 23:18:16.056516 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:18:23.862531 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d035-a0ba-477e-8aae-5256d84d4b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:18:25.845383 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:18:26.114781 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-cb615152-4f75-4aa7-917e-bd700927e0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:18:27.662137 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:18:28.850877 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:18:30.359494 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:18:53.055247 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:18:53.856123 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a3b18a94-0b65-42f6-ad8d-7d62134030d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:18:55.867649 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:18:56.135611 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-54b31fe9-98de-4b5c-961d-c1fee12c9ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:18:57.661438 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:18:58.838475 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:00.358833 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:23.872308 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-7aaeb8ab-d0ec-4311-aa13-bc51c6823ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:25.849094 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:26.140116 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-932aa5e3-8ca8-4feb-9089-c9f8cc8687c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:27.677555 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:28.854275 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:30.054298 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:19:30.357249 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:47.887836 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 38678) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:48.396862 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1886301030-network', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:19:48.490731 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 38708) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:48.505414 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Made reservation on behalf of 70c6d901ff9f4d8e84e6c24fe716994c for: {'network': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:19:48.508027 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for network (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:48.517454 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:48.595515 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Publish callbacks [] for security_group (1f4d0188-9f65-4c6b-9ba7-36732ec63b77), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:48.659856 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (1f4d0188-9f65-4c6b-9ba7-36732ec63b77), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:48.685499 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 23:19:48.696287 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4d0188-9f65-4c6b-9ba7-36732ec63b77,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:48.704168 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (04b4749e-2797-4a0d-a94a-cd298432be98), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:48.704504 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.db.segments_db [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Added segment 04b4749e-2797-4a0d-a94a-cd298432be98 of type vlan for network 2859357e-3793-4a4e-a3ac-55382bb5099f Mar 07 23:19:48.706395 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:48.706898 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:48.707103 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:48.707752 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:48.707752 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:48.708080 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:48.708426 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:48.708757 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:48.709132 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:48.709719 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:48.710538 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:48.711029 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:48.711517 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Tracked resource versions report: Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: pushed versions: Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: { 'AddressGroup': {'1.2'}, Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: 'ConntrackHelper': {'1.0'}, Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: 'LocalIPAssociation': {'1.0'}, Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: 'Log': {'1.0'}, Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: 'Network': {'1.1'}, Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: 'Port': {'1.7'}, Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: 'PortForwarding': {'1.2'}, Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: 'QosPolicy': {'1.10'}, Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: 'SecurityGroup': {'1.5'}, Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: 'SecurityGroupRule': {'1.2'}, Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: 'SubPort': {'1.0'}, Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: 'Subnet': {'1.1'}, Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: 'Trunk': {'1.1'}} Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: consumer versions: Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: { DHCP agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: HyperV agent@hv-cinder-81322: {}, Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: L3 agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: Metadata agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: Metering agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: Open vSwitch agent@dv-cinder-813223-6-iscsi: { 'AddressGroup': '1.2', Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: 'ConntrackHelper': '1.0', Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: 'LocalIPAssociation': '1.0', Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: 'Log': '1.0', Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: 'Network': '1.1', Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: 'Port': '1.7', Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: 'PortForwarding': '1.2', Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: 'QosPolicy': '1.10', Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: 'SecurityGroup': '1.5', Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: 'SecurityGroupRule': '1.2', Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: 'SubPort': '1.0', Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: 'Subnet': '1.1', Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: 'Trunk': '1.1'}} Mar 07 23:19:48.713042 dv-cinder-813223-6-iscsi neutron-server[103608]: {{(pid=103608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 23:19:48.720213 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-170227572-network', 'tenant_id': '347a121a189f4897a23a82acab334a16'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:19:48.759585 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747802386454'] for network (2859357e-3793-4a4e-a3ac-55382bb5099f), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:48.848034 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Made reservation on behalf of 347a121a189f4897a23a82acab334a16 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:19:48.850416 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:48.858747 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:48.888164 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for network (2859357e-3793-4a4e-a3ac-55382bb5099f), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:48.889275 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:19:48.890138 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:48.934639 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Publish callbacks [] for security_group (120e58f3-6963-4ce6-b133-ad89f4b1e8fa), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:48.959362 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] Pushing event updated for resources: {'Network': ['ID=2859357e-3793-4a4e-a3ac-55382bb5099f,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:48.969539 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Network 2859357e-3793-4a4e-a3ac-55382bb5099f details requested by agent ovs-agent-dv-cinder-813223-6-iscsi with host dv-cinder-813223-6-iscsi {{(pid=103609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 23:19:48.984696 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 38736) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:48.990273 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4e765c1a-d640-40ec-a484-2e875140887a admin admin] Request body: {'subnet': {'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1886301030-subnet', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:19:48.999414 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-5dd4df20-1a1a-4769-9a88-d9f618fb6e72 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1070864 Mar 07 23:19:49.000469 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 38738) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:49.009241 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (120e58f3-6963-4ce6-b133-ad89f4b1e8fa), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.021698 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 23:19:49.034002 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (2983ef5f-d16d-4eb2-ad1b-25dd2e9ab9db), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.035959 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.segments_db [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Added segment 2983ef5f-d16d-4eb2-ad1b-25dd2e9ab9db of type vlan for network beb628a7-c452-494e-b596-02e7f05765d3 Mar 07 23:19:49.088005 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747802386454'] for network (beb628a7-c452-494e-b596-02e7f05765d3), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.106753 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120e58f3-6963-4ce6-b133-ad89f4b1e8fa,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:49.122376 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:49.122376 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:49.122376 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:49.122376 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:49.122376 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:49.122376 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:49.122376 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:49.122376 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:49.122376 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:49.123079 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:49.123079 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:49.123329 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:49.123501 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Tracked resource versions report: Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: pushed versions: Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: { 'AddressGroup': {'1.2'}, Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: 'ConntrackHelper': {'1.0'}, Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: 'LocalIPAssociation': {'1.0'}, Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: 'Log': {'1.0'}, Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: 'Network': {'1.1'}, Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: 'Port': {'1.7'}, Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: 'PortForwarding': {'1.2'}, Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: 'QosPolicy': {'1.10'}, Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: 'SecurityGroup': {'1.5'}, Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: 'SecurityGroupRule': {'1.2'}, Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: 'SubPort': {'1.0'}, Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: 'Subnet': {'1.1'}, Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: 'Trunk': {'1.1'}} Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: consumer versions: Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: { DHCP agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: HyperV agent@hv-cinder-81322: {}, Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: L3 agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: Metadata agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: Metering agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: Open vSwitch agent@dv-cinder-813223-6-iscsi: { 'AddressGroup': '1.2', Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: 'ConntrackHelper': '1.0', Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: 'LocalIPAssociation': '1.0', Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: 'Log': '1.0', Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: 'Network': '1.1', Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: 'Port': '1.7', Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: 'PortForwarding': '1.2', Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: 'QosPolicy': '1.10', Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: 'SecurityGroup': '1.5', Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: 'SecurityGroupRule': '1.2', Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: 'SubPort': '1.0', Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: 'Subnet': '1.1', Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: 'Trunk': '1.1'}} Mar 07 23:19:49.124651 dv-cinder-813223-6-iscsi neutron-server[103607]: {{(pid=103607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 23:19:49.150620 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e765c1a-d640-40ec-a484-2e875140887a admin admin] Made reservation on behalf of 70c6d901ff9f4d8e84e6c24fe716994c for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:19:49.153228 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e765c1a-d640-40ec-a484-2e875140887a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.215328 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for network (beb628a7-c452-494e-b596-02e7f05765d3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.216410 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:19:49.217084 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.253231 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 38754) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:49.276538 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 38758) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:49.306295 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] Pushing event updated for resources: {'Network': ['ID=beb628a7-c452-494e-b596-02e7f05765d3,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:49.307600 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 38762) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:49.317433 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Network beb628a7-c452-494e-b596-02e7f05765d3 details requested by agent ovs-agent-dv-cinder-813223-6-iscsi with host dv-cinder-813223-6-iscsi {{(pid=103609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 23:19:49.356008 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 38766) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:49.361388 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-54327168-9e37-4986-9c8e-7abbf72ff4c4 admin admin] Request body: {'subnet': {'network_id': 'beb628a7-c452-494e-b596-02e7f05765d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-170227572-subnet', 'tenant_id': '347a121a189f4897a23a82acab334a16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:19:49.365939 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-9c6e5930-a6d7-4aaf-8fdf-ed8db53d8954 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8740544 Mar 07 23:19:49.378157 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2eb14ccd-5fc7-4bf3-bba4-fb10428a516b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-970295085-network', 'tenant_id': '61179e9333e143339df8d761ecaaee54'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:19:49.467629 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-cf0d49f2-f83a-46b8-aaf9-d7d3c764f335 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1297420006-network', 'tenant_id': '80516370fe324566aba801c4236e78d9'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:19:49.470820 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54327168-9e37-4986-9c8e-7abbf72ff4c4 admin admin] Made reservation on behalf of 347a121a189f4897a23a82acab334a16 for: {'subnet': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:19:49.473336 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-54327168-9e37-4986-9c8e-7abbf72ff4c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.487930 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb14ccd-5fc7-4bf3-bba4-fb10428a516b admin admin] Made reservation on behalf of 61179e9333e143339df8d761ecaaee54 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:19:49.490841 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2eb14ccd-5fc7-4bf3-bba4-fb10428a516b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.507059 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2eb14ccd-5fc7-4bf3-bba4-fb10428a516b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.536641 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-a57ead6a-24ce-448f-97cc-d4850a522128 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2128821221-network', 'tenant_id': '0e0ba9e6a9da4330a40c6943e3681050'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:19:49.566741 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e765c1a-d640-40ec-a484-2e875140887a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for subnet (3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.630858 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-d912d74b-9dfe-4431-916f-d1e557492cb6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1905255531-network', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:19:49.634608 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0d49f2-f83a-46b8-aaf9-d7d3c764f335 admin admin] Made reservation on behalf of 80516370fe324566aba801c4236e78d9 for: {'network': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:19:49.637261 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cf0d49f2-f83a-46b8-aaf9-d7d3c764f335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for network (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.646615 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e765c1a-d640-40ec-a484-2e875140887a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:49.672498 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e765c1a-d640-40ec-a484-2e875140887a admin admin] Checking segment: {'id': '04b4749e-2797-4a0d-a94a-cd298432be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:19:49.673420 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e765c1a-d640-40ec-a484-2e875140887a admin admin] Network hostable DHCP agents. Network: 2859357e-3793-4a4e-a3ac-55382bb5099f, hostable agents: ['3a1e77f0-bb24-4b35-90df-eea7dfe1ff53'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 23:19:49.675236 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cf0d49f2-f83a-46b8-aaf9-d7d3c764f335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.677452 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2eb14ccd-5fc7-4bf3-bba4-fb10428a516b admin admin] Publish callbacks [] for security_group (12bf294d-9da9-4e8a-bd6d-d5a78b0ab75c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.729311 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d912d74b-9dfe-4431-916f-d1e557492cb6 admin admin] Made reservation on behalf of 2b0c5a8c78de4cedabc1710b0a7bcb52 for: {'network': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:19:49.735914 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d912d74b-9dfe-4431-916f-d1e557492cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for network (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.745389 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2eb14ccd-5fc7-4bf3-bba4-fb10428a516b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (12bf294d-9da9-4e8a-bd6d-d5a78b0ab75c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.751479 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e765c1a-d640-40ec-a484-2e875140887a admin admin] Network 2859357e-3793-4a4e-a3ac-55382bb5099f is scheduled to be hosted by DHCP agent 3a1e77f0-bb24-4b35-90df-eea7dfe1ff53 with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 23:19:49.758820 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57ead6a-24ce-448f-97cc-d4850a522128 admin admin] Made reservation on behalf of 0e0ba9e6a9da4330a40c6943e3681050 for: {'network': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:19:49.761431 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a57ead6a-24ce-448f-97cc-d4850a522128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for network (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.776717 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a57ead6a-24ce-448f-97cc-d4850a522128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.779511 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb14ccd-5fc7-4bf3-bba4-fb10428a516b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 23:19:49.781670 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb14ccd-5fc7-4bf3-bba4-fb10428a516b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bf294d-9da9-4e8a-bd6d-d5a78b0ab75c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:49.792456 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2eb14ccd-5fc7-4bf3-bba4-fb10428a516b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (eaafa4e5-012a-4b23-9217-81adfd57e0f2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.793062 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.segments_db [None req-2eb14ccd-5fc7-4bf3-bba4-fb10428a516b admin admin] Added segment eaafa4e5-012a-4b23-9217-81adfd57e0f2 of type vlan for network 1b5ed2eb-b03f-427e-97eb-f6ba845b5d14 Mar 07 23:19:49.834369 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-4e765c1a-d640-40ec-a484-2e875140887a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-6-iscsi, 2859357e-3793-4a4e-a3ac-55382bb5099f) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:19:49.844345 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cb2900-68d8-4fe4-bf1e-623a54db7cc8 None None] Network 2859357e-3793-4a4e-a3ac-55382bb5099f requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:19:49.859094 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e765c1a-d640-40ec-a484-2e875140887a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:19:49.860146 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4e765c1a-d640-40ec-a484-2e875140887a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.867397 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d912d74b-9dfe-4431-916f-d1e557492cb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.867909 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2eb14ccd-5fc7-4bf3-bba4-fb10428a516b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747802386454'] for network (1b5ed2eb-b03f-427e-97eb-f6ba845b5d14), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.886229 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a57ead6a-24ce-448f-97cc-d4850a522128 admin admin] Publish callbacks [] for security_group (d7410c4c-7393-4c6f-ad99-eca642e3cbd3), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.967547 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cf0d49f2-f83a-46b8-aaf9-d7d3c764f335 admin admin] Publish callbacks [] for security_group (1895ace4-e7aa-434d-bf35-0b3e468c43b4), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.968479 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2eb14ccd-5fc7-4bf3-bba4-fb10428a516b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for network (1b5ed2eb-b03f-427e-97eb-f6ba845b5d14), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.969525 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb14ccd-5fc7-4bf3-bba4-fb10428a516b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:19:49.970838 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-54327168-9e37-4986-9c8e-7abbf72ff4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for subnet (af70068c-cef9-4d56-8040-09e5d03e99ff), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.970987 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2eb14ccd-5fc7-4bf3-bba4-fb10428a516b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:49.986130 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a57ead6a-24ce-448f-97cc-d4850a522128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (d7410c4c-7393-4c6f-ad99-eca642e3cbd3), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.004432 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-4e765c1a-d640-40ec-a484-2e875140887a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0183706 Mar 07 23:19:50.014917 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b02c19c-3456-5a5a-9b35-9d2361f84021-2859357e-3793-4a4e-a3ac-55382bb5099f', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'fixed_ips': [{'subnet_id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc'}]}} from dv-cinder-813223-6-iscsi. {{(pid=103609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 23:19:50.015851 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.033367 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 38790) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:50.036081 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ead6a-24ce-448f-97cc-d4850a522128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7410c4c-7393-4c6f-ad99-eca642e3cbd3,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:50.053684 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54327168-9e37-4986-9c8e-7abbf72ff4c4 admin admin] Checking segment: {'id': '2983ef5f-d16d-4eb2-ad1b-25dd2e9ab9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'beb628a7-c452-494e-b596-02e7f05765d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:19:50.054233 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54327168-9e37-4986-9c8e-7abbf72ff4c4 admin admin] Network hostable DHCP agents. Network: beb628a7-c452-494e-b596-02e7f05765d3, hostable agents: ['3a1e77f0-bb24-4b35-90df-eea7dfe1ff53'], hosted agents: [] {{(pid=103608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 23:19:50.059162 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5d84eb11-e47d-4d0f-ac33-501cf98ac466 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1886301030-router', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:19:50.069740 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb14ccd-5fc7-4bf3-bba4-fb10428a516b admin admin] Pushing event updated for resources: {'Network': ['ID=1b5ed2eb-b03f-427e-97eb-f6ba845b5d14,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:50.070976 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57ead6a-24ce-448f-97cc-d4850a522128 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 23:19:50.107405 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cf0d49f2-f83a-46b8-aaf9-d7d3c764f335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (1895ace4-e7aa-434d-bf35-0b3e468c43b4), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.112665 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d912d74b-9dfe-4431-916f-d1e557492cb6 admin admin] Publish callbacks [] for security_group (1e7f1fa5-fad8-463e-bbda-ce0f18911ac8), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.123994 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a57ead6a-24ce-448f-97cc-d4850a522128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (d276a03e-6a98-4009-a107-4df0cc25e967), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.124330 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.db.segments_db [None req-a57ead6a-24ce-448f-97cc-d4850a522128 admin admin] Added segment d276a03e-6a98-4009-a107-4df0cc25e967 of type vlan for network 252e7d4a-e802-4ff2-a0c6-1a446f9d728b Mar 07 23:19:50.173690 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0d49f2-f83a-46b8-aaf9-d7d3c764f335 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 23:19:50.177405 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-2eb14ccd-5fc7-4bf3-bba4-fb10428a516b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1731861 Mar 07 23:19:50.177662 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 38792) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:50.189617 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-48069d6d-afa7-4f08-8453-20466c44ae02 admin admin] Request body: {'subnet': {'network_id': '1b5ed2eb-b03f-427e-97eb-f6ba845b5d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-970295085-subnet', 'tenant_id': '61179e9333e143339df8d761ecaaee54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:19:50.190590 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54327168-9e37-4986-9c8e-7abbf72ff4c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af70068c-cef9-4d56-8040-09e5d03e99ff,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:50.197924 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d49f2-f83a-46b8-aaf9-d7d3c764f335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1895ace4-e7aa-434d-bf35-0b3e468c43b4,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:50.205538 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a57ead6a-24ce-448f-97cc-d4850a522128 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747802386454'] for network (252e7d4a-e802-4ff2-a0c6-1a446f9d728b), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.209085 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cf0d49f2-f83a-46b8-aaf9-d7d3c764f335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (db00336a-3ccf-48b1-9365-8db4e010426c), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.209612 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.db.segments_db [None req-cf0d49f2-f83a-46b8-aaf9-d7d3c764f335 admin admin] Added segment db00336a-3ccf-48b1-9365-8db4e010426c of type vlan for network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b Mar 07 23:19:50.211077 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d912d74b-9dfe-4431-916f-d1e557492cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (1e7f1fa5-fad8-463e-bbda-ce0f18911ac8), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.214170 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54327168-9e37-4986-9c8e-7abbf72ff4c4 admin admin] Network beb628a7-c452-494e-b596-02e7f05765d3 is scheduled to be hosted by DHCP agent 3a1e77f0-bb24-4b35-90df-eea7dfe1ff53 with binding_index 1 {{(pid=103608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 23:19:50.254697 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d84eb11-e47d-4d0f-ac33-501cf98ac466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router (c87b6bdd-8582-462e-923b-c34b1ec0c6e0), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.255994 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d84eb11-e47d-4d0f-ac33-501cf98ac466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559065', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28521'] for router (c87b6bdd-8582-462e-923b-c34b1ec0c6e0), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.267783 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Network 1b5ed2eb-b03f-427e-97eb-f6ba845b5d14 details requested by agent ovs-agent-dv-cinder-813223-6-iscsi with host dv-cinder-813223-6-iscsi {{(pid=103609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 23:19:50.275005 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d912d74b-9dfe-4431-916f-d1e557492cb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 23:19:50.305197 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.db_base_plugin_common [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Allocated IP 172.20.0.2 (2859357e-3793-4a4e-a3ac-55382bb5099f/3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc/07d56862-b436-4a3e-afff-8dbe5d4487f7) {{(pid=103609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:19:50.308109 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48069d6d-afa7-4f08-8453-20466c44ae02 admin admin] Made reservation on behalf of 61179e9333e143339df8d761ecaaee54 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:19:50.311571 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-48069d6d-afa7-4f08-8453-20466c44ae02 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.315317 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cf0d49f2-f83a-46b8-aaf9-d7d3c764f335 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747802386454'] for network (cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.320536 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d912d74b-9dfe-4431-916f-d1e557492cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (acbb6c4e-37f7-4347-8261-3f6da46e7cfc), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.321133 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.db.segments_db [None req-d912d74b-9dfe-4431-916f-d1e557492cb6 admin admin] Added segment acbb6c4e-37f7-4347-8261-3f6da46e7cfc of type vlan for network 60cd751d-3709-4142-8796-5cc239f83beb Mar 07 23:19:50.346766 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-54327168-9e37-4986-9c8e-7abbf72ff4c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-6-iscsi, beb628a7-c452-494e-b596-02e7f05765d3) {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:19:50.377541 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54327168-9e37-4986-9c8e-7abbf72ff4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:19:50.378204 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-54327168-9e37-4986-9c8e-7abbf72ff4c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.384691 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d84eb11-e47d-4d0f-ac33-501cf98ac466 admin admin] Publish callbacks [] for router_controller (c87b6bdd-8582-462e-923b-c34b1ec0c6e0), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.385607 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101554fe-48ff-4af4-bb96-981a337323d4 None None] Network beb628a7-c452-494e-b596-02e7f05765d3 requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:19:50.387494 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912d74b-9dfe-4431-916f-d1e557492cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7f1fa5-fad8-463e-bbda-ce0f18911ac8,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:50.400319 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d912d74b-9dfe-4431-916f-d1e557492cb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747802386454'] for network (60cd751d-3709-4142-8796-5cc239f83beb), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.409808 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a57ead6a-24ce-448f-97cc-d4850a522128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for network (252e7d4a-e802-4ff2-a0c6-1a446f9d728b), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.410808 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57ead6a-24ce-448f-97cc-d4850a522128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:19:50.411444 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a57ead6a-24ce-448f-97cc-d4850a522128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.488301 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ead6a-24ce-448f-97cc-d4850a522128 admin admin] Pushing event updated for resources: {'Network': ['ID=252e7d4a-e802-4ff2-a0c6-1a446f9d728b,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:50.500074 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cf0d49f2-f83a-46b8-aaf9-d7d3c764f335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for network (cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.501413 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0d49f2-f83a-46b8-aaf9-d7d3c764f335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:19:50.502002 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cf0d49f2-f83a-46b8-aaf9-d7d3c764f335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.508932 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-54327168-9e37-4986-9c8e-7abbf72ff4c4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1516101 Mar 07 23:19:50.525821 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Network 252e7d4a-e802-4ff2-a0c6-1a446f9d728b details requested by agent ovs-agent-dv-cinder-813223-6-iscsi with host dv-cinder-813223-6-iscsi {{(pid=103609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 23:19:50.652300 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-a57ead6a-24ce-448f-97cc-d4850a522128 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3699591 Mar 07 23:19:50.652300 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d912d74b-9dfe-4431-916f-d1e557492cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for network (60cd751d-3709-4142-8796-5cc239f83beb), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.652300 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d912d74b-9dfe-4431-916f-d1e557492cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:19:50.655535 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d912d74b-9dfe-4431-916f-d1e557492cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.656336 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 38822) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:50.666648 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-6b1209dc-051f-4f2b-9cff-202f899f6f5f admin admin] Request body: {'subnet': {'network_id': '252e7d4a-e802-4ff2-a0c6-1a446f9d728b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2128821221-subnet', 'tenant_id': '0e0ba9e6a9da4330a40c6943e3681050', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:19:50.685922 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-cf0d49f2-f83a-46b8-aaf9-d7d3c764f335 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4290240 Mar 07 23:19:50.687494 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 38826) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:50.695447 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d49f2-f83a-46b8-aaf9-d7d3c764f335 admin admin] Pushing event updated for resources: {'Network': ['ID=cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:50.707114 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-6672a420-3686-4210-bd7b-bd97af31fac8 admin admin] Request body: {'subnet': {'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-subnet', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:19:50.734108 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b details requested by agent ovs-agent-dv-cinder-813223-6-iscsi with host dv-cinder-813223-6-iscsi {{(pid=103609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 23:19:50.758238 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-d912d74b-9dfe-4431-916f-d1e557492cb6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4456911 Mar 07 23:19:50.767648 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 38840) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:50.796745 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-34bf56fd-eb5d-4a7b-aba8-dcf3b2776edc admin admin] Request body: {'subnet': {'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1905255531-subnet', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:19:50.853952 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0ace78-13c1-44f3-b907-c8095a598b20 None None] Network beb628a7-c452-494e-b596-02e7f05765d3 requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:19:50.878865 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-48069d6d-afa7-4f08-8453-20466c44ae02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for subnet (86f5c961-ec28-425b-985f-a05cc64ccc0e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.947700 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Publish callbacks [] for port (07d56862-b436-4a3e-afff-8dbe5d4487f7), precommit_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.955111 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d84eb11-e47d-4d0f-ac33-501cf98ac466 admin admin] Publish callbacks [] for router_gateway (c87b6bdd-8582-462e-923b-c34b1ec0c6e0), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:50.958643 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1209dc-051f-4f2b-9cff-202f899f6f5f admin admin] Made reservation on behalf of 0e0ba9e6a9da4330a40c6943e3681050 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:19:50.961008 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b1209dc-051f-4f2b-9cff-202f899f6f5f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:51.005066 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6672a420-3686-4210-bd7b-bd97af31fac8 admin admin] Made reservation on behalf of 80516370fe324566aba801c4236e78d9 for: {'subnet': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:19:51.012315 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6672a420-3686-4210-bd7b-bd97af31fac8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:51.057217 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912d74b-9dfe-4431-916f-d1e557492cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=60cd751d-3709-4142-8796-5cc239f83beb,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:51.063048 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bf56fd-eb5d-4a7b-aba8-dcf3b2776edc admin admin] Made reservation on behalf of 2b0c5a8c78de4cedabc1710b0a7bcb52 for: {'subnet': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:19:51.069276 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-34bf56fd-eb5d-4a7b-aba8-dcf3b2776edc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:51.080536 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Network 60cd751d-3709-4142-8796-5cc239f83beb details requested by agent ovs-agent-dv-cinder-813223-6-iscsi with host dv-cinder-813223-6-iscsi {{(pid=103609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 23:19:51.103926 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48069d6d-afa7-4f08-8453-20466c44ae02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86f5c961-ec28-425b-985f-a05cc64ccc0e,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:51.118157 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48069d6d-afa7-4f08-8453-20466c44ae02 admin admin] Checking segment: {'id': 'eaafa4e5-012a-4b23-9217-81adfd57e0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1b5ed2eb-b03f-427e-97eb-f6ba845b5d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:19:51.118514 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48069d6d-afa7-4f08-8453-20466c44ae02 admin admin] Network hostable DHCP agents. Network: 1b5ed2eb-b03f-427e-97eb-f6ba845b5d14, hostable agents: ['3a1e77f0-bb24-4b35-90df-eea7dfe1ff53'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 23:19:51.137343 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 38876) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:51.141101 dv-cinder-813223-6-iscsi neutron-server[103607]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 23:19:51.148642 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871'] for port (07d56862-b436-4a3e-afff-8dbe5d4487f7), after_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:51.239723 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Network 2859357e-3793-4a4e-a3ac-55382bb5099f is already hosted by enough agents. {{(pid=103609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:19:51.252466 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.scheduler.base_scheduler [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Resources bound (agent type, host, resource id): {{(pid=103609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:19:51.258851 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Received port after_create {{(pid=103609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:19:51.307191 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Pushing event updated for resources: {'Port': ['ID=07d56862-b436-4a3e-afff-8dbe5d4487f7,revision_number=1']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:51.320627 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48069d6d-afa7-4f08-8453-20466c44ae02 admin admin] Network 1b5ed2eb-b03f-427e-97eb-f6ba845b5d14 is scheduled to be hosted by DHCP agent 3a1e77f0-bb24-4b35-90df-eea7dfe1ff53 with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 23:19:51.355783 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:51.360094 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:51.360094 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:51.360094 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:51.360094 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:51.360094 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:51.360094 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:51.360094 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:51.360094 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:51.360094 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:51.360094 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:51.360094 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:51.360094 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Tracked resource versions report: Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: pushed versions: Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: { 'AddressGroup': {'1.2'}, Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: 'ConntrackHelper': {'1.0'}, Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: 'LocalIPAssociation': {'1.0'}, Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: 'Log': {'1.0'}, Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: 'Network': {'1.1'}, Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: 'Port': {'1.7'}, Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: 'PortForwarding': {'1.2'}, Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: 'QosPolicy': {'1.10'}, Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: 'SecurityGroup': {'1.5'}, Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: 'SecurityGroupRule': {'1.2'}, Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: 'SubPort': {'1.0'}, Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: 'Subnet': {'1.1'}, Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: 'Trunk': {'1.1'}} Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: consumer versions: Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: { DHCP agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: HyperV agent@hv-cinder-81322: {}, Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: L3 agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: Metadata agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: Metering agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: Open vSwitch agent@dv-cinder-813223-6-iscsi: { 'AddressGroup': '1.2', Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: 'ConntrackHelper': '1.0', Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: 'LocalIPAssociation': '1.0', Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: 'Log': '1.0', Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: 'Network': '1.1', Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: 'Port': '1.7', Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: 'PortForwarding': '1.2', Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: 'QosPolicy': '1.10', Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: 'SecurityGroup': '1.5', Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: 'SecurityGroupRule': '1.2', Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: 'SubPort': '1.0', Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: 'Subnet': '1.1', Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: 'Trunk': '1.1'}} Mar 07 23:19:51.361627 dv-cinder-813223-6-iscsi neutron-server[103609]: {{(pid=103609) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 23:19:51.367216 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Attempting to bind port 07d56862-b436-4a3e-afff-8dbe5d4487f7 on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:19:51.367216 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Attempting to bind port 07d56862-b436-4a3e-afff-8dbe5d4487f7 by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': '04b4749e-2797-4a0d-a94a-cd298432be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:19:51.367660 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Attempting to bind port 07d56862-b436-4a3e-afff-8dbe5d4487f7 on network 2859357e-3793-4a4e-a3ac-55382bb5099f {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:19:51.374047 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:19:51.374316 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Checking segment: {'id': '04b4749e-2797-4a0d-a94a-cd298432be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:19:51.374642 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:51.375271 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Bound using segment: {'id': '04b4749e-2797-4a0d-a94a-cd298432be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:19:51.375696 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Bound port: 07d56862-b436-4a3e-afff-8dbe5d4487f7, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b4749e-2797-4a0d-a94a-cd298432be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:19:51.376703 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (07d56862-b436-4a3e-afff-8dbe5d4487f7), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:51.402791 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6672a420-3686-4210-bd7b-bd97af31fac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for subnet (af3489ec-4655-4601-bbd0-7398fa1960d1), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:51.448345 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfcb95-f434-46ea-a082-46b93293409a req-e04920ba-f2d9-4d80-857b-bbe7163f4989 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:19:51.450207 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-18cfcb95-f434-46ea-a082-46b93293409a req-e04920ba-f2d9-4d80-857b-bbe7163f4989 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/networks?id=beb628a7-c452-494e-b596-02e7f05765d3 HTTP/1.1" status: 200 len: 811 time: 0.3111484 Mar 07 23:19:51.465401 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672a420-3686-4210-bd7b-bd97af31fac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af3489ec-4655-4601-bbd0-7398fa1960d1,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:51.467887 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-48069d6d-afa7-4f08-8453-20466c44ae02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-6-iscsi, 1b5ed2eb-b03f-427e-97eb-f6ba845b5d14) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:19:51.472913 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-34bf56fd-eb5d-4a7b-aba8-dcf3b2776edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for subnet (ebe707c4-73f7-4b8d-a363-ddcbe10d5528), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:51.474594 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48069d6d-afa7-4f08-8453-20466c44ae02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:19:51.475096 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-48069d6d-afa7-4f08-8453-20466c44ae02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:51.478119 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-18cfcb95-f434-46ea-a082-46b93293409a req-d8b8f02c-52fa-42de-93fb-4c9a02493df6 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/quotas/347a121a189f4897a23a82acab334a16 HTTP/1.1" status: 200 len: 375 time: 0.0219946 Mar 07 23:19:51.512336 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6672a420-3686-4210-bd7b-bd97af31fac8 admin admin] Checking segment: {'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:19:51.512647 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6672a420-3686-4210-bd7b-bd97af31fac8 admin admin] Network hostable DHCP agents. Network: cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b, hostable agents: ['3a1e77f0-bb24-4b35-90df-eea7dfe1ff53'], hosted agents: [] {{(pid=103608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 23:19:51.544689 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf56fd-eb5d-4a7b-aba8-dcf3b2776edc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebe707c4-73f7-4b8d-a363-ddcbe10d5528,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:51.570138 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a68a48-1ca3-4b2a-8704-3eb0611dfb6e None None] Network 1b5ed2eb-b03f-427e-97eb-f6ba845b5d14 requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:19:51.582610 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bf56fd-eb5d-4a7b-aba8-dcf3b2776edc admin admin] Checking segment: {'id': 'acbb6c4e-37f7-4347-8261-3f6da46e7cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:19:51.583179 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bf56fd-eb5d-4a7b-aba8-dcf3b2776edc admin admin] Network hostable DHCP agents. Network: 60cd751d-3709-4142-8796-5cc239f83beb, hostable agents: ['3a1e77f0-bb24-4b35-90df-eea7dfe1ff53'], hosted agents: [] {{(pid=103608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 23:19:51.637004 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6672a420-3686-4210-bd7b-bd97af31fac8 admin admin] Network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b is scheduled to be hosted by DHCP agent 3a1e77f0-bb24-4b35-90df-eea7dfe1ff53 with binding_index 1 {{(pid=103608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 23:19:51.643487 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-6672a420-3686-4210-bd7b-bd97af31fac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-6-iscsi, cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b) {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:19:51.651950 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6672a420-3686-4210-bd7b-bd97af31fac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:19:51.652430 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6672a420-3686-4210-bd7b-bd97af31fac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:51.678864 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bf56fd-eb5d-4a7b-aba8-dcf3b2776edc admin admin] Network 60cd751d-3709-4142-8796-5cc239f83beb is scheduled to be hosted by DHCP agent 3a1e77f0-bb24-4b35-90df-eea7dfe1ff53 with binding_index 1 {{(pid=103608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 23:19:51.681140 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65c4ecc-e945-425e-9623-fafd2c2c4b0d None None] Network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:19:51.703223 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 38884) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:51.720510 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] For port 07d56862-b436-4a3e-afff-8dbe5d4487f7, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:19:51.729466 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b1209dc-051f-4f2b-9cff-202f899f6f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for subnet (8514d718-78d0-47bf-aca4-100f86311e4c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:51.760734 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] For port 07d56862-b436-4a3e-afff-8dbe5d4487f7, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=07d56862-b436-4a3e-afff-8dbe5d4487f7,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:19:51.762311 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-18cfcb95-f434-46ea-a082-46b93293409a req-b1858a47-dc8a-4e0d-9510-931425f35e10 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=347a121a189f4897a23a82acab334a16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2777555 Mar 07 23:19:51.779899 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-6672a420-3686-4210-bd7b-bd97af31fac8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0910454 Mar 07 23:19:51.784031 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 38890) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:51.792365 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-747aaca5-645f-4cb6-ab3d-09ee5843232c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:19:51.802722 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba6495c-442e-447f-a335-43bd4acb5428 None None] Network 1b5ed2eb-b03f-427e-97eb-f6ba845b5d14 requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:19:51.822790 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-34bf56fd-eb5d-4a7b-aba8-dcf3b2776edc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-6-iscsi, 60cd751d-3709-4142-8796-5cc239f83beb) {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:19:51.830178 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-48069d6d-afa7-4f08-8453-20466c44ae02 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6515205 Mar 07 23:19:51.849934 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bf56fd-eb5d-4a7b-aba8-dcf3b2776edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:19:51.850182 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82073993-8966-494d-b89f-fc9d5a236236 None None] Network 60cd751d-3709-4142-8796-5cc239f83beb requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:19:51.850942 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-34bf56fd-eb5d-4a7b-aba8-dcf3b2776edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:51.874366 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d84eb11-e47d-4d0f-ac33-501cf98ac466 admin admin] Publish callbacks [] for router_gateway (c87b6bdd-8582-462e-923b-c34b1ec0c6e0), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:51.890295 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5ce5db49-791a-4bf1-819d-c909a9d5adc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:51.901637 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1209dc-051f-4f2b-9cff-202f899f6f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8514d718-78d0-47bf-aca4-100f86311e4c,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:51.904193 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1209dc-051f-4f2b-9cff-202f899f6f5f admin admin] Checking segment: {'id': 'd276a03e-6a98-4009-a107-4df0cc25e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '252e7d4a-e802-4ff2-a0c6-1a446f9d728b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:19:51.904851 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1209dc-051f-4f2b-9cff-202f899f6f5f admin admin] Network hostable DHCP agents. Network: 252e7d4a-e802-4ff2-a0c6-1a446f9d728b, hostable agents: ['3a1e77f0-bb24-4b35-90df-eea7dfe1ff53'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 23:19:51.910015 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d84eb11-e47d-4d0f-ac33-501cf98ac466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:51.927543 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a345db3-3264-4b17-9b15-6577a3a02c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b02c19c-3456-5a5a-9b35-9d2361f84021-cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'project_id': '80516370fe324566aba801c4236e78d9', 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1'}]}} from dv-cinder-813223-6-iscsi. {{(pid=103609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 23:19:51.929216 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4a345db3-3264-4b17-9b15-6577a3a02c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:51.942079 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (07d56862-b436-4a3e-afff-8dbe5d4487f7), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:51.974327 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-747aaca5-645f-4cb6-ab3d-09ee5843232c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router (ca2464bf-025b-48e9-8e60-1c19b6f68818), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:51.977192 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-747aaca5-645f-4cb6-ab3d-09ee5843232c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559065', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28521'] for router (ca2464bf-025b-48e9-8e60-1c19b6f68818), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:51.996353 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-34bf56fd-eb5d-4a7b-aba8-dcf3b2776edc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2275863 Mar 07 23:19:51.997913 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 38900) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:52.013971 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-c719f7b0-a64b-4c9f-83f9-c2d2c90361eb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1905255531-router', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:19:52.045490 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1209dc-051f-4f2b-9cff-202f899f6f5f admin admin] Network 252e7d4a-e802-4ff2-a0c6-1a446f9d728b is scheduled to be hosted by DHCP agent 3a1e77f0-bb24-4b35-90df-eea7dfe1ff53 with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 23:19:52.101294 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-5d84eb11-e47d-4d0f-ac33-501cf98ac466 admin admin] Allocated IP 172.27.3.177 (4f60912c-99c2-416c-85f4-ec579757987b/f4612345-726c-47ef-92a6-cd50d588f814/82b3c923-e30e-44d5-9629-8cf892386500) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:19:52.111250 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [req-18cfcb95-f434-46ea-a082-46b93293409a req-c26ca442-825c-491a-86a0-fb1856775f0d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 23:19:52.112761 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-18cfcb95-f434-46ea-a082-46b93293409a req-c26ca442-825c-491a-86a0-fb1856775f0d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0919778 Mar 07 23:19:52.126889 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-6b1209dc-051f-4f2b-9cff-202f899f6f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-6-iscsi, 252e7d4a-e802-4ff2-a0c6-1a446f9d728b) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:19:52.192474 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbaf794-dd7a-4650-8406-6aa6218657ab None None] Network 252e7d4a-e802-4ff2-a0c6-1a446f9d728b requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:19:52.214801 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5ce5db49-791a-4bf1-819d-c909a9d5adc1 admin admin] Publish callbacks [] for security_group (8a408db6-2810-407e-9300-5a499b9ca0fb), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:52.215973 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c719f7b0-a64b-4c9f-83f9-c2d2c90361eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router (67f771ad-1081-44a5-aa16-4d38451cdf9f), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:52.217007 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c719f7b0-a64b-4c9f-83f9-c2d2c90361eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559065', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28521'] for router (67f771ad-1081-44a5-aa16-4d38451cdf9f), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:52.219132 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4659f-83e0-4e39-b0db-eb89e6f52e09 None None] Pushing event updated for resources: {'Port': ['ID=07d56862-b436-4a3e-afff-8dbe5d4487f7,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:52.227518 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-747aaca5-645f-4cb6-ab3d-09ee5843232c admin admin] Publish callbacks [] for router_controller (ca2464bf-025b-48e9-8e60-1c19b6f68818), precommit_add_association {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:52.255674 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1209dc-051f-4f2b-9cff-202f899f6f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:19:52.256260 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6b1209dc-051f-4f2b-9cff-202f899f6f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:52.265518 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5ce5db49-791a-4bf1-819d-c909a9d5adc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (8a408db6-2810-407e-9300-5a499b9ca0fb), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:52.336241 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c719f7b0-a64b-4c9f-83f9-c2d2c90361eb admin admin] Publish callbacks [] for router_controller (67f771ad-1081-44a5-aa16-4d38451cdf9f), precommit_add_association {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:52.365882 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5877655-85e9-4efd-8f5e-73ae2b810404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b02c19c-3456-5a5a-9b35-9d2361f84021-60cd751d-3709-4142-8796-5cc239f83beb', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'fixed_ips': [{'subnet_id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528'}]}} from dv-cinder-813223-6-iscsi. {{(pid=103609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 23:19:52.369660 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d5877655-85e9-4efd-8f5e-73ae2b810404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:52.385401 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-18cfcb95-f434-46ea-a082-46b93293409a req-85b71a31-422e-43c7-a8b6-1961cd971f36 service neutron] 10.222.0.24 "GET /v2.0/networks/beb628a7-c452-494e-b596-02e7f05765d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536063 Mar 07 23:19:52.460115 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-5ce5db49-791a-4bf1-819d-c909a9d5adc1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1af73b831bb4a69bbad060e6cdaeb87&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7553878 Mar 07 23:19:52.514412 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 38910) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:52.523332 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.db_base_plugin_common [None req-4a345db3-3264-4b17-9b15-6577a3a02c2b None None] Allocated IP 172.20.0.2 (cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b/af3489ec-4655-4601-bbd0-7398fa1960d1/ca7d8130-e893-4019-9ae9-250d93b5de79) {{(pid=103609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:19:52.529305 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-18cfcb95-f434-46ea-a082-46b93293409a req-c4f4eb23-4d71-4762-93c6-f84ab17a290b service neutron] 10.222.0.24 "GET /v2.0/networks/beb628a7-c452-494e-b596-02e7f05765d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430228 Mar 07 23:19:52.548492 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-6b1209dc-051f-4f2b-9cff-202f899f6f5f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8895366 Mar 07 23:19:52.552750 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 38912) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:52.561230 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-3c3b5c7a-abd6-416c-928c-61db11806b60 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2128821221-router', 'tenant_id': '0e0ba9e6a9da4330a40c6943e3681050', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:19:52.602986 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b7e506-aa9b-41b2-adf5-f4f32e9c700a None None] Network 252e7d4a-e802-4ff2-a0c6-1a446f9d728b requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:19:52.691699 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d84eb11-e47d-4d0f-ac33-501cf98ac466 admin admin] Publish callbacks [] for port (82b3c923-e30e-44d5-9629-8cf892386500), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:52.743163 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c3b5c7a-abd6-416c-928c-61db11806b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router (95238aa2-48af-43e7-bbc5-a386de22da44), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:52.744315 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c3b5c7a-abd6-416c-928c-61db11806b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559065', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28521'] for router (95238aa2-48af-43e7-bbc5-a386de22da44), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:52.783878 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5db49-791a-4bf1-819d-c909a9d5adc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a408db6-2810-407e-9300-5a499b9ca0fb,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:52.820839 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.db_base_plugin_common [None req-d5877655-85e9-4efd-8f5e-73ae2b810404 None None] Allocated IP 172.20.0.2 (60cd751d-3709-4142-8796-5cc239f83beb/ebe707c4-73f7-4b8d-a363-ddcbe10d5528/24e867d6-1a9d-4472-a66f-55397a0f2b29) {{(pid=103609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:19:52.858865 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d84eb11-e47d-4d0f-ac33-501cf98ac466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871'] for port (82b3c923-e30e-44d5-9629-8cf892386500), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:52.890806 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c3b5c7a-abd6-416c-928c-61db11806b60 admin admin] Publish callbacks [] for router_controller (95238aa2-48af-43e7-bbc5-a386de22da44), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:52.922388 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d84eb11-e47d-4d0f-ac33-501cf98ac466 admin admin] Network 4f60912c-99c2-416c-85f4-ec579757987b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:19:52.925309 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-5d84eb11-e47d-4d0f-ac33-501cf98ac466 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:19:52.932931 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d84eb11-e47d-4d0f-ac33-501cf98ac466 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:19:53.006125 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-747aaca5-645f-4cb6-ab3d-09ee5843232c admin admin] Publish callbacks [] for router_gateway (ca2464bf-025b-48e9-8e60-1c19b6f68818), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:53.029286 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 38936) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:53.086525 dv-cinder-813223-6-iscsi neutron-server[103608]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 23:19:53.087261 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4a345db3-3264-4b17-9b15-6577a3a02c2b None None] Publish callbacks [] for port (ca7d8130-e893-4019-9ae9-250d93b5de79), precommit_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:53.160249 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 38950) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:53.173331 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-3f719d52-7c08-4ce2-a36d-061f3002b1f9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2068734424-network', 'tenant_id': 'fda20ef0434c46fd9c95fa8cf134410f'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:19:53.188422 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f3ed2826-ec8c-47d4-8d61-49ea591ccf57 req-3122ce62-2d91-4ec8-baac-193cca17886b tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 210 time: 0.1137364 Mar 07 23:19:53.191055 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c719f7b0-a64b-4c9f-83f9-c2d2c90361eb admin admin] Publish callbacks [] for router_gateway (67f771ad-1081-44a5-aa16-4d38451cdf9f), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:53.217683 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4a345db3-3264-4b17-9b15-6577a3a02c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871'] for port (ca7d8130-e893-4019-9ae9-250d93b5de79), after_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:53.248400 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a7d3b361-a20d-4a4f-9dde-c30ace3e21d6 admin admin] Publish callbacks [] for security_group (8a408db6-2810-407e-9300-5a499b9ca0fb), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:53.273012 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f719d52-7c08-4ce2-a36d-061f3002b1f9 admin admin] Made reservation on behalf of fda20ef0434c46fd9c95fa8cf134410f for: {'network': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:19:53.275529 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f719d52-7c08-4ce2-a36d-061f3002b1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for network (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:53.301068 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a7d3b361-a20d-4a4f-9dde-c30ace3e21d6 admin admin] Publish callbacks [] for security_group (8a408db6-2810-407e-9300-5a499b9ca0fb), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:53.305847 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f719d52-7c08-4ce2-a36d-061f3002b1f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:53.329386 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a345db3-3264-4b17-9b15-6577a3a02c2b None None] Network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b is already hosted by enough agents. {{(pid=103609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:19:53.346990 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c3b5c7a-abd6-416c-928c-61db11806b60 admin admin] Publish callbacks [] for router_gateway (95238aa2-48af-43e7-bbc5-a386de22da44), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:53.354596 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.scheduler.base_scheduler [None req-4a345db3-3264-4b17-9b15-6577a3a02c2b None None] Resources bound (agent type, host, resource id): {{(pid=103609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:19:53.372675 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d5877655-85e9-4efd-8f5e-73ae2b810404 None None] Publish callbacks [] for port (24e867d6-1a9d-4472-a66f-55397a0f2b29), precommit_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:53.384246 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a345db3-3264-4b17-9b15-6577a3a02c2b None None] Received port after_create {{(pid=103609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:19:53.387993 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a345db3-3264-4b17-9b15-6577a3a02c2b None None] Pushing event updated for resources: {'Port': ['ID=ca7d8130-e893-4019-9ae9-250d93b5de79,revision_number=1']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:53.428575 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 07d56862-b436-4a3e-afff-8dbe5d4487f7 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:19:53.480678 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f719d52-7c08-4ce2-a36d-061f3002b1f9 admin admin] Publish callbacks [] for security_group (281dc9d2-8b8e-461e-a8a2-9ce4761dcbef), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:53.489607 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d84eb11-e47d-4d0f-ac33-501cf98ac466 admin admin] Publish callbacks [] for router_gateway (c87b6bdd-8582-462e-923b-c34b1ec0c6e0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:53.544243 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d5877655-85e9-4efd-8f5e-73ae2b810404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871'] for port (24e867d6-1a9d-4472-a66f-55397a0f2b29), after_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:53.666449 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f719d52-7c08-4ce2-a36d-061f3002b1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (281dc9d2-8b8e-461e-a8a2-9ce4761dcbef), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:53.670372 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-4a345db3-3264-4b17-9b15-6577a3a02c2b None None] Attempting to bind port ca7d8130-e893-4019-9ae9-250d93b5de79 on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:19:53.670372 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-4a345db3-3264-4b17-9b15-6577a3a02c2b None None] Attempting to bind port ca7d8130-e893-4019-9ae9-250d93b5de79 by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:19:53.670669 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345db3-3264-4b17-9b15-6577a3a02c2b None None] Attempting to bind port ca7d8130-e893-4019-9ae9-250d93b5de79 on network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:19:53.675154 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5877655-85e9-4efd-8f5e-73ae2b810404 None None] Network 60cd751d-3709-4142-8796-5cc239f83beb is already hosted by enough agents. {{(pid=103609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:19:53.685078 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.scheduler.base_scheduler [None req-d5877655-85e9-4efd-8f5e-73ae2b810404 None None] Resources bound (agent type, host, resource id): {{(pid=103609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:19:53.689074 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345db3-3264-4b17-9b15-6577a3a02c2b None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:19:53.689462 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345db3-3264-4b17-9b15-6577a3a02c2b None None] Checking segment: {'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:19:53.689868 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4a345db3-3264-4b17-9b15-6577a3a02c2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:53.690259 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345db3-3264-4b17-9b15-6577a3a02c2b None None] Bound using segment: {'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:19:53.690742 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-4a345db3-3264-4b17-9b15-6577a3a02c2b None None] Bound port: ca7d8130-e893-4019-9ae9-250d93b5de79, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:19:53.691209 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4a345db3-3264-4b17-9b15-6577a3a02c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (ca7d8130-e893-4019-9ae9-250d93b5de79), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:53.694507 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5877655-85e9-4efd-8f5e-73ae2b810404 None None] Received port after_create {{(pid=103609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:19:53.698450 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5877655-85e9-4efd-8f5e-73ae2b810404 None None] Pushing event updated for resources: {'Port': ['ID=24e867d6-1a9d-4472-a66f-55397a0f2b29,revision_number=1']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:53.782064 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d84eb11-e47d-4d0f-ac33-501cf98ac466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559092'] for router (c87b6bdd-8582-462e-923b-c34b1ec0c6e0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:53.818305 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f719d52-7c08-4ce2-a36d-061f3002b1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281dc9d2-8b8e-461e-a8a2-9ce4761dcbef,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:53.836107 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10231b30-8b9f-4fa7-95a9-5c81fe8c931c None None] Network 2859357e-3793-4a4e-a3ac-55382bb5099f requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:19:53.842669 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 07d56862-b436-4a3e-afff-8dbe5d4487f7 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:19:53.843307 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (07d56862-b436-4a3e-afff-8dbe5d4487f7), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:53.855904 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84eb11-e47d-4d0f-ac33-501cf98ac466 admin admin] Pushing event updated for resources: {'Port': ['ID=82b3c923-e30e-44d5-9629-8cf892386500,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:53.955299 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f719d52-7c08-4ce2-a36d-061f3002b1f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 23:19:53.972903 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a7d3b361-a20d-4a4f-9dde-c30ace3e21d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (8a408db6-2810-407e-9300-5a499b9ca0fb), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:53.976001 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a7d3b361-a20d-4a4f-9dde-c30ace3e21d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:53.980471 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-a7d3b361-a20d-4a4f-9dde-c30ace3e21d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a408db6-2810-407e-9300-5a499b9ca0fb HTTP/1.1" status: 204 len: 168 time: 1.4603086 Mar 07 23:19:54.031149 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-747aaca5-645f-4cb6-ab3d-09ee5843232c admin admin] Publish callbacks [] for router_gateway (ca2464bf-025b-48e9-8e60-1c19b6f68818), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:54.048875 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f719d52-7c08-4ce2-a36d-061f3002b1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (c46dd9b7-b6ec-40cb-a634-33e3e4085315), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:54.049163 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.db.segments_db [None req-3f719d52-7c08-4ce2-a36d-061f3002b1f9 admin admin] Added segment c46dd9b7-b6ec-40cb-a634-33e3e4085315 of type vlan for network 07bca717-4068-4dac-9558-0dd84d52db37 Mar 07 23:19:54.096088 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-31ce20fe-47b5-4d64-9a70-720cf5636325 None None] Provisioning complete for port 07d56862-b436-4a3e-afff-8dbe5d4487f7 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:19:54.097776 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-31ce20fe-47b5-4d64-9a70-720cf5636325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (07d56862-b436-4a3e-afff-8dbe5d4487f7), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:54.126450 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-d5877655-85e9-4efd-8f5e-73ae2b810404 None None] Attempting to bind port 24e867d6-1a9d-4472-a66f-55397a0f2b29 on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:19:54.126450 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-d5877655-85e9-4efd-8f5e-73ae2b810404 None None] Attempting to bind port 24e867d6-1a9d-4472-a66f-55397a0f2b29 by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': 'acbb6c4e-37f7-4347-8261-3f6da46e7cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:19:54.126450 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5877655-85e9-4efd-8f5e-73ae2b810404 None None] Attempting to bind port 24e867d6-1a9d-4472-a66f-55397a0f2b29 on network 60cd751d-3709-4142-8796-5cc239f83beb {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:19:54.129251 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3b361-a20d-4a4f-9dde-c30ace3e21d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a408db6-2810-407e-9300-5a499b9ca0fb,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:54.133015 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f719d52-7c08-4ce2-a36d-061f3002b1f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747802386454'] for network (07bca717-4068-4dac-9558-0dd84d52db37), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:54.164672 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-747aaca5-645f-4cb6-ab3d-09ee5843232c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:54.164899 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f35648e1-b8e3-427b-9f86-750728839392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:54.214446 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-4a345db3-3264-4b17-9b15-6577a3a02c2b None None] For port ca7d8130-e893-4019-9ae9-250d93b5de79, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:19:54.253371 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5877655-85e9-4efd-8f5e-73ae2b810404 None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:19:54.254054 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5877655-85e9-4efd-8f5e-73ae2b810404 None None] Checking segment: {'id': 'acbb6c4e-37f7-4347-8261-3f6da46e7cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:19:54.254186 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d5877655-85e9-4efd-8f5e-73ae2b810404 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:54.254601 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5877655-85e9-4efd-8f5e-73ae2b810404 None None] Bound using segment: {'id': 'acbb6c4e-37f7-4347-8261-3f6da46e7cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:19:54.255231 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-d5877655-85e9-4efd-8f5e-73ae2b810404 None None] Bound port: 24e867d6-1a9d-4472-a66f-55397a0f2b29, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acbb6c4e-37f7-4347-8261-3f6da46e7cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:19:54.255896 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d5877655-85e9-4efd-8f5e-73ae2b810404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (24e867d6-1a9d-4472-a66f-55397a0f2b29), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:54.319732 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-4a345db3-3264-4b17-9b15-6577a3a02c2b None None] For port ca7d8130-e893-4019-9ae9-250d93b5de79, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=ca7d8130-e893-4019-9ae9-250d93b5de79,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:19:54.384286 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 07d56862-b436-4a3e-afff-8dbe5d4487f7 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:19:54.384603 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (07d56862-b436-4a3e-afff-8dbe5d4487f7), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:54.388985 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-31ce20fe-47b5-4d64-9a70-720cf5636325 None None] Current status of the port 07d56862-b436-4a3e-afff-8dbe5d4487f7 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:19:54.389490 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-31ce20fe-47b5-4d64-9a70-720cf5636325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (07d56862-b436-4a3e-afff-8dbe5d4487f7), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:54.440628 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4a345db3-3264-4b17-9b15-6577a3a02c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (ca7d8130-e893-4019-9ae9-250d93b5de79), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:54.478551 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f719d52-7c08-4ce2-a36d-061f3002b1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for network (07bca717-4068-4dac-9558-0dd84d52db37), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:54.480244 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6997a28b-2e12-4280-8d41-8879e214adcd req-b3838c64-b095-45f2-ba8f-0f04fc47014f tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 210 time: 0.0627253 Mar 07 23:19:54.493166 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f719d52-7c08-4ce2-a36d-061f3002b1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:19:54.494194 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f719d52-7c08-4ce2-a36d-061f3002b1f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:54.496397 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c3b5c7a-abd6-416c-928c-61db11806b60 admin admin] Publish callbacks [] for router_gateway (95238aa2-48af-43e7-bbc5-a386de22da44), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:54.518988 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c3b5c7a-abd6-416c-928c-61db11806b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:54.552360 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a345db3-3264-4b17-9b15-6577a3a02c2b None None] Pushing event updated for resources: {'Port': ['ID=ca7d8130-e893-4019-9ae9-250d93b5de79,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:54.572648 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-31ce20fe-47b5-4d64-9a70-720cf5636325 None None] For port 07d56862-b436-4a3e-afff-8dbe5d4487f7, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=07d56862-b436-4a3e-afff-8dbe5d4487f7,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:19:54.578747 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-d5877655-85e9-4efd-8f5e-73ae2b810404 None None] For port 24e867d6-1a9d-4472-a66f-55397a0f2b29, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:19:54.597406 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-d5877655-85e9-4efd-8f5e-73ae2b810404 None None] For port 24e867d6-1a9d-4472-a66f-55397a0f2b29, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=24e867d6-1a9d-4472-a66f-55397a0f2b29,segment=NetworkSegment(acbb6c4e-37f7-4347-8261-3f6da46e7cfc),segment_id=acbb6c4e-37f7-4347-8261-3f6da46e7cfc)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:19:54.618910 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d84eb11-e47d-4d0f-ac33-501cf98ac466 admin admin] Router c87b6bdd-8582-462e-923b-c34b1ec0c6e0 is scheduled to L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 23:19:54.647439 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-3f719d52-7c08-4ce2-a36d-061f3002b1f9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4841533 Mar 07 23:19:54.656761 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-31ce20fe-47b5-4d64-9a70-720cf5636325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (07d56862-b436-4a3e-afff-8dbe5d4487f7), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:54.663623 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d5877655-85e9-4efd-8f5e-73ae2b810404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (24e867d6-1a9d-4472-a66f-55397a0f2b29), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:54.749397 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 38990) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:54.784816 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-7e7d4b69-f390-42c5-8e7e-583d61ad16c4 admin admin] Request body: {'subnet': {'network_id': '07bca717-4068-4dac-9558-0dd84d52db37', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2068734424-subnet', 'tenant_id': 'fda20ef0434c46fd9c95fa8cf134410f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:19:54.787798 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.db.api [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 23:19:54.788366 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG oslo_db.api [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 23:19:54.808006 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce20fe-47b5-4d64-9a70-720cf5636325 None None] Pushing event updated for resources: {'Port': ['ID=07d56862-b436-4a3e-afff-8dbe5d4487f7,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:54.842708 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d84eb11-e47d-4d0f-ac33-501cf98ac466 admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:19:54.859289 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] Sync routers for ids ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:19:54.879117 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] Routers {'c87b6bdd-8582-462e-923b-c34b1ec0c6e0'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:19:54.881399 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:19:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:19:54.943970 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5877655-85e9-4efd-8f5e-73ae2b810404 None None] Pushing event updated for resources: {'Port': ['ID=24e867d6-1a9d-4472-a66f-55397a0f2b29,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:54.987275 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5d84eb11-e47d-4d0f-ac33-501cf98ac466 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:54.992624 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-5d84eb11-e47d-4d0f-ac33-501cf98ac466 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9570527 Mar 07 23:19:54.993576 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 38998) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:55.031158 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f719d52-7c08-4ce2-a36d-061f3002b1f9 admin admin] Pushing event updated for resources: {'Network': ['ID=07bca717-4068-4dac-9558-0dd84d52db37,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:55.043986 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Network 07bca717-4068-4dac-9558-0dd84d52db37 details requested by agent ovs-agent-dv-cinder-813223-6-iscsi with host dv-cinder-813223-6-iscsi {{(pid=103609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 23:19:55.051918 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-747aaca5-645f-4cb6-ab3d-09ee5843232c admin admin] Allocated IP 172.27.3.93 (4f60912c-99c2-416c-85f4-ec579757987b/f4612345-726c-47ef-92a6-cd50d588f814/634893b4-de8a-4a0b-a605-3dd294595e24) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:19:55.070393 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c719f7b0-a64b-4c9f-83f9-c2d2c90361eb admin admin] Publish callbacks [] for router_gateway (67f771ad-1081-44a5-aa16-4d38451cdf9f), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:55.132660 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7d4b69-f390-42c5-8e7e-583d61ad16c4 admin admin] Made reservation on behalf of fda20ef0434c46fd9c95fa8cf134410f for: {'subnet': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:19:55.135235 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7e7d4b69-f390-42c5-8e7e-583d61ad16c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:55.247835 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-606b38aa-8ed6-445d-9b77-b893012fc082 None None] Provisioning complete for port 07d56862-b436-4a3e-afff-8dbe5d4487f7 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:19:55.248581 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-606b38aa-8ed6-445d-9b77-b893012fc082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (07d56862-b436-4a3e-afff-8dbe5d4487f7), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:55.333182 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c719f7b0-a64b-4c9f-83f9-c2d2c90361eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:55.361013 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] Set router c87b6bdd-8582-462e-923b-c34b1ec0c6e0 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:19:55.398762 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 07d56862-b436-4a3e-afff-8dbe5d4487f7 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:19:55.827479 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-606b38aa-8ed6-445d-9b77-b893012fc082 None None] Current status of the port 07d56862-b436-4a3e-afff-8dbe5d4487f7 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:19:55.832909 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1886301030-router', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '82b3c923-e30e-44d5-9629-8cf892386500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:50Z', 'updated_at': '2022-03-07T23:19:53Z', 'revision_number': 3, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'gw_port': {'id': '82b3c923-e30e-44d5-9629-8cf892386500', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:51Z', 'updated_at': '2022-03-07T23:19:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:19:55.832909 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] Checking router: c87b6bdd-8582-462e-923b-c34b1ec0c6e0 for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:19:55.832909 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] Updating router c87b6bdd-8582-462e-923b-c34b1ec0c6e0 port 82b3c923-e30e-44d5-9629-8cf892386500 binding host dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 23:19:55.834787 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7e7d4b69-f390-42c5-8e7e-583d61ad16c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for subnet (216ec199-3462-4330-a37f-e04fc97258a1), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:55.835109 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (82b3c923-e30e-44d5-9629-8cf892386500), before_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:55.880107 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 07d56862-b436-4a3e-afff-8dbe5d4487f7 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:19:55.964886 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d4b69-f390-42c5-8e7e-583d61ad16c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=216ec199-3462-4330-a37f-e04fc97258a1,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:55.972511 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:56.023721 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3d745b9d-8f34-4b01-ab00-b16d5b0202ed req-a52a87fa-25a1-40a1-afee-ac69201c9172 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 210 time: 0.1125438 Mar 07 23:19:56.028547 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 07d56862-b436-4a3e-afff-8dbe5d4487f7 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:19:56.030682 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (07d56862-b436-4a3e-afff-8dbe5d4487f7), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:56.086706 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-747aaca5-645f-4cb6-ab3d-09ee5843232c admin admin] Publish callbacks [] for port (634893b4-de8a-4a0b-a605-3dd294595e24), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:56.141686 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7d4b69-f390-42c5-8e7e-583d61ad16c4 admin admin] Checking segment: {'id': 'c46dd9b7-b6ec-40cb-a634-33e3e4085315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '07bca717-4068-4dac-9558-0dd84d52db37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:19:56.143312 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7d4b69-f390-42c5-8e7e-583d61ad16c4 admin admin] Network hostable DHCP agents. Network: 07bca717-4068-4dac-9558-0dd84d52db37, hostable agents: ['3a1e77f0-bb24-4b35-90df-eea7dfe1ff53'], hosted agents: [] {{(pid=103608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 23:19:56.177640 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 07d56862-b436-4a3e-afff-8dbe5d4487f7 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:19:56.181265 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device ca7d8130-e893-4019-9ae9-250d93b5de79 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:19:56.222326 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-93e52ce9-1b83-4493-a244-741eb2cec2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:56.268480 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-928062f8-7fb3-4668-b648-01c1ec31999b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:56.280529 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port ca7d8130-e893-4019-9ae9-250d93b5de79 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:19:56.285455 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (ca7d8130-e893-4019-9ae9-250d93b5de79), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:56.288396 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7d4b69-f390-42c5-8e7e-583d61ad16c4 admin admin] Network 07bca717-4068-4dac-9558-0dd84d52db37 is scheduled to be hosted by DHCP agent 3a1e77f0-bb24-4b35-90df-eea7dfe1ff53 with binding_index 1 {{(pid=103608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 23:19:56.343665 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-747aaca5-645f-4cb6-ab3d-09ee5843232c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871'] for port (634893b4-de8a-4a0b-a605-3dd294595e24), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:56.436514 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0624f54-1432-4af0-8310-8e527db38100 None None] Network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:19:56.442411 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port ca7d8130-e893-4019-9ae9-250d93b5de79 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:19:56.442822 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (ca7d8130-e893-4019-9ae9-250d93b5de79), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:56.498005 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-7e7d4b69-f390-42c5-8e7e-583d61ad16c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-6-iscsi, 07bca717-4068-4dac-9558-0dd84d52db37) {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:19:56.504392 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7d4b69-f390-42c5-8e7e-583d61ad16c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:19:56.506436 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7e7d4b69-f390-42c5-8e7e-583d61ad16c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:56.508249 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-3c3b5c7a-abd6-416c-928c-61db11806b60 admin admin] Allocated IP 172.27.3.150 (4f60912c-99c2-416c-85f4-ec579757987b/f4612345-726c-47ef-92a6-cd50d588f814/42087171-c470-47a6-978a-9c5b56d9449e) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:19:56.549487 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f9e620-b2fc-4348-9252-4f35da86e55c None None] Network 07bca717-4068-4dac-9558-0dd84d52db37 requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:19:56.613508 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747aaca5-645f-4cb6-ab3d-09ee5843232c admin admin] Network 4f60912c-99c2-416c-85f4-ec579757987b is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:19:56.615062 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-747aaca5-645f-4cb6-ab3d-09ee5843232c admin admin] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:19:56.638567 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747aaca5-645f-4cb6-ab3d-09ee5843232c admin admin] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:19:56.667722 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12864976-591a-441e-90e7-9d58bb006436 None None] Network 60cd751d-3709-4142-8796-5cc239f83beb requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:19:56.686615 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-7e7d4b69-f390-42c5-8e7e-583d61ad16c4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9079294 Mar 07 23:19:56.689741 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747aaca5-645f-4cb6-ab3d-09ee5843232c admin admin] Pushing event updated for resources: {'Port': ['ID=634893b4-de8a-4a0b-a605-3dd294595e24,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:56.759095 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-928062f8-7fb3-4668-b648-01c1ec31999b admin admin] Allocated IP 172.20.0.1 (2859357e-3793-4a4e-a3ac-55382bb5099f/3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc/98c93d39-311a-4d58-9a40-fe81b4199350) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:19:56.821521 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] For port ca7d8130-e893-4019-9ae9-250d93b5de79, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=ca7d8130-e893-4019-9ae9-250d93b5de79,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:19:56.836407 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-e465a355-6562-4a82-8897-787fd4449d06 None None] Provisioning complete for port ca7d8130-e893-4019-9ae9-250d93b5de79 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:19:56.836787 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e465a355-6562-4a82-8897-787fd4449d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (ca7d8130-e893-4019-9ae9-250d93b5de79), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:56.883619 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c3b5c7a-abd6-416c-928c-61db11806b60 admin admin] Publish callbacks [] for port (42087171-c470-47a6-978a-9c5b56d9449e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:56.887893 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 39036) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:56.900888 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (ca7d8130-e893-4019-9ae9-250d93b5de79), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:56.902006 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 24e867d6-1a9d-4472-a66f-55397a0f2b29 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:19:56.943811 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-928062f8-7fb3-4668-b648-01c1ec31999b admin admin] Publish callbacks [] for port (98c93d39-311a-4d58-9a40-fe81b4199350), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:57.001866 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1f4fce-a05e-4e50-b919-1f9057a545c2 None None] Network 07bca717-4068-4dac-9558-0dd84d52db37 requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:19:57.014347 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c3b5c7a-abd6-416c-928c-61db11806b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871'] for port (42087171-c470-47a6-978a-9c5b56d9449e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:57.065629 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3b5c7a-abd6-416c-928c-61db11806b60 admin admin] Network 4f60912c-99c2-416c-85f4-ec579757987b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:19:57.068749 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-3c3b5c7a-abd6-416c-928c-61db11806b60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:19:57.071444 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b5c7a-abd6-416c-928c-61db11806b60 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:19:57.078260 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-928062f8-7fb3-4668-b648-01c1ec31999b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871'] for port (98c93d39-311a-4d58-9a40-fe81b4199350), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:57.123057 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b5c7a-abd6-416c-928c-61db11806b60 admin admin] Pushing event updated for resources: {'Port': ['ID=42087171-c470-47a6-978a-9c5b56d9449e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:57.205050 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_v2 [None req-68392bab-8021-4258-89a0-655ce2e70125 admin admin] Deleting subnet 86f5c961-ec28-425b-985f-a05cc64ccc0e {{(pid=103608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 23:19:57.241884 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-68392bab-8021-4258-89a0-655ce2e70125 admin admin] Publish callbacks [] for subnet (86f5c961-ec28-425b-985f-a05cc64ccc0e), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:57.269930 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Pushing event updated for resources: {'Port': ['ID=ca7d8130-e893-4019-9ae9-250d93b5de79,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:57.324067 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-68392bab-8021-4258-89a0-655ce2e70125 admin admin] Publish callbacks [] for subnet (86f5c961-ec28-425b-985f-a05cc64ccc0e), precommit_delete_associations {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:57.333959 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-747aaca5-645f-4cb6-ab3d-09ee5843232c admin admin] Publish callbacks [] for router_gateway (ca2464bf-025b-48e9-8e60-1c19b6f68818), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:57.339169 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-68392bab-8021-4258-89a0-655ce2e70125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1321719'] for subnet (86f5c961-ec28-425b-985f-a05cc64ccc0e), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:57.377311 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928062f8-7fb3-4668-b648-01c1ec31999b admin admin] Pushing event updated for resources: {'Port': ['ID=98c93d39-311a-4d58-9a40-fe81b4199350,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:57.427703 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] Publish callbacks [] for port (82b3c923-e30e-44d5-9629-8cf892386500), precommit_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:57.450248 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928062f8-7fb3-4668-b648-01c1ec31999b admin admin] Network 2859357e-3793-4a4e-a3ac-55382bb5099f is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:19:57.454971 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-928062f8-7fb3-4668-b648-01c1ec31999b admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:19:57.462077 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928062f8-7fb3-4668-b648-01c1ec31999b admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:19:57.463088 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-928062f8-7fb3-4668-b648-01c1ec31999b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558041'] for router_interface (c87b6bdd-8582-462e-923b-c34b1ec0c6e0), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:57.524718 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f93e90d3-c033-47bb-980f-c2a9d962d495 req-25ad1622-addc-46b5-9619-c6981389d50d tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 210 time: 0.1036479 Mar 07 23:19:57.529282 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (82b3c923-e30e-44d5-9629-8cf892386500), after_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:57.593028 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.16', 54459) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:57.632240 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-68392bab-8021-4258-89a0-655ce2e70125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1321708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for subnet (86f5c961-ec28-425b-985f-a05cc64ccc0e), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:57.696810 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] Attempting to bind port 82b3c923-e30e-44d5-9629-8cf892386500 on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:19:57.701469 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] Attempting to bind port 82b3c923-e30e-44d5-9629-8cf892386500 by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}] {{(pid=103610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:19:57.702047 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] Attempting to bind port 82b3c923-e30e-44d5-9629-8cf892386500 on network 4f60912c-99c2-416c-85f4-ec579757987b {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:19:57.704692 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f707d-f5e4-4d79-9074-0426f0a14fbc None None] Pushing event updated for resources: {'Port': ['ID=82b3c923-e30e-44d5-9629-8cf892386500,revision_number=2']} {{(pid=103610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:57.722665 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:19:57.725794 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] Checking segment: {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:19:57.726392 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:57.727116 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] Bound using segment: {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'} {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:19:57.728438 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] Bound port: 82b3c923-e30e-44d5-9629-8cf892386500, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}}] {{(pid=103610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:19:57.734736 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (82b3c923-e30e-44d5-9629-8cf892386500), before_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:57.738230 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f707d-f5e4-4d79-9074-0426f0a14fbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:57.738789 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f707d-f5e4-4d79-9074-0426f0a14fbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:57.739103 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfcb95-f434-46ea-a082-46b93293409a req-f8db2172-3152-4c21-8629-9fd784efaa18 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:19:57.739471 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f707d-f5e4-4d79-9074-0426f0a14fbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:57.740608 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-18cfcb95-f434-46ea-a082-46b93293409a req-f8db2172-3152-4c21-8629-9fd784efaa18 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.16 "GET /v2.0/networks?id=beb628a7-c452-494e-b596-02e7f05765d3 HTTP/1.1" status: 200 len: 811 time: 0.1346161 Mar 07 23:19:57.758763 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f707d-f5e4-4d79-9074-0426f0a14fbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:57.759196 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f707d-f5e4-4d79-9074-0426f0a14fbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:57.759552 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f707d-f5e4-4d79-9074-0426f0a14fbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:57.759892 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f707d-f5e4-4d79-9074-0426f0a14fbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:57.765394 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f707d-f5e4-4d79-9074-0426f0a14fbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:57.765955 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f707d-f5e4-4d79-9074-0426f0a14fbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:57.767185 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f707d-f5e4-4d79-9074-0426f0a14fbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:57.767701 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f707d-f5e4-4d79-9074-0426f0a14fbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f707d-f5e4-4d79-9074-0426f0a14fbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f707d-f5e4-4d79-9074-0426f0a14fbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86f707d-f5e4-4d79-9074-0426f0a14fbc None None] Tracked resource versions report: Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: pushed versions: Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: { 'AddressGroup': {'1.2'}, Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: 'ConntrackHelper': {'1.0'}, Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: 'LocalIPAssociation': {'1.0'}, Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: 'Log': {'1.0'}, Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: 'Network': {'1.1'}, Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: 'Port': {'1.7'}, Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: 'PortForwarding': {'1.2'}, Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: 'QosPolicy': {'1.10'}, Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: 'SecurityGroup': {'1.5'}, Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: 'SecurityGroupRule': {'1.2'}, Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: 'SubPort': {'1.0'}, Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: 'Subnet': {'1.1'}, Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: 'Trunk': {'1.1'}} Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: consumer versions: Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: { DHCP agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: HyperV agent@hv-cinder-81322: {}, Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: L3 agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: Metadata agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: Metering agent@dv-cinder-813223-6-iscsi: {}, Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: Open vSwitch agent@dv-cinder-813223-6-iscsi: { 'AddressGroup': '1.2', Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: 'ConntrackHelper': '1.0', Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: 'LocalIPAssociation': '1.0', Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: 'Log': '1.0', Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: 'Network': '1.1', Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: 'Port': '1.7', Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: 'PortForwarding': '1.2', Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: 'QosPolicy': '1.10', Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: 'SecurityGroup': '1.5', Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: 'SecurityGroupRule': '1.2', Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: 'SubPort': '1.0', Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: 'Subnet': '1.1', Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: 'Trunk': '1.1'}} Mar 07 23:19:57.782833 dv-cinder-813223-6-iscsi neutron-server[103610]: {{(pid=103610) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 23:19:57.811465 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [req-18cfcb95-f434-46ea-a082-46b93293409a req-af432d35-d746-4e19-9472-aefb45154663 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Request body: {'port': {'device_id': 'd5df1e3f-5691-49cd-8638-492146bb8dbb', 'network_id': 'beb628a7-c452-494e-b596-02e7f05765d3', 'admin_state_up': True, 'tenant_id': '347a121a189f4897a23a82acab334a16'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:19:57.811755 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 24e867d6-1a9d-4472-a66f-55397a0f2b29 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:19:57.811755 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (24e867d6-1a9d-4472-a66f-55397a0f2b29), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:57.857088 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68392bab-8021-4258-89a0-655ce2e70125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86f5c961-ec28-425b-985f-a05cc64ccc0e,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:57.867386 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-e465a355-6562-4a82-8897-787fd4449d06 None None] Current status of the port ca7d8130-e893-4019-9ae9-250d93b5de79 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:19:57.883720 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-68392bab-8021-4258-89a0-655ce2e70125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:57.891905 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-68392bab-8021-4258-89a0-655ce2e70125 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/86f5c961-ec28-425b-985f-a05cc64ccc0e HTTP/1.1" status: 204 len: 168 time: 1.0013213 Mar 07 23:19:57.895546 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 39062) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:57.923686 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:57.949895 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.db [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] For port 82b3c923-e30e-44d5-9629-8cf892386500, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:19:57.962461 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.db [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] For port 82b3c923-e30e-44d5-9629-8cf892386500, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=82b3c923-e30e-44d5-9629-8cf892386500,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:19:58.042707 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (82b3c923-e30e-44d5-9629-8cf892386500), after_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:58.068082 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-778f2274-0ec5-4938-a590-d8cc79466518 None None] Provisioning complete for port 24e867d6-1a9d-4472-a66f-55397a0f2b29 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:19:58.068082 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-778f2274-0ec5-4938-a590-d8cc79466518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (24e867d6-1a9d-4472-a66f-55397a0f2b29), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:58.094002 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1357688'] for network (1b5ed2eb-b03f-427e-97eb-f6ba845b5d14), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:58.105947 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-c719f7b0-a64b-4c9f-83f9-c2d2c90361eb admin admin] Allocated IP 172.27.3.184 (4f60912c-99c2-416c-85f4-ec579757987b/f4612345-726c-47ef-92a6-cd50d588f814/99f4177b-9538-491e-a75a-22a71b074c7f) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:19:58.146606 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 24e867d6-1a9d-4472-a66f-55397a0f2b29 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:19:58.146921 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (24e867d6-1a9d-4472-a66f-55397a0f2b29), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:58.152000 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f707d-f5e4-4d79-9074-0426f0a14fbc None None] Pushing event updated for resources: {'Port': ['ID=82b3c923-e30e-44d5-9629-8cf892386500,revision_number=3']} {{(pid=103610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:58.162874 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] Routers {'c87b6bdd-8582-462e-923b-c34b1ec0c6e0'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:19:58.166444 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:19:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:19:58.197032 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] For port 24e867d6-1a9d-4472-a66f-55397a0f2b29, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=24e867d6-1a9d-4472-a66f-55397a0f2b29,segment=NetworkSegment(acbb6c4e-37f7-4347-8261-3f6da46e7cfc),segment_id=acbb6c4e-37f7-4347-8261-3f6da46e7cfc)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:19:58.233610 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c719f7b0-a64b-4c9f-83f9-c2d2c90361eb admin admin] Publish callbacks [] for port (99f4177b-9538-491e-a75a-22a71b074c7f), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:58.255182 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-778f2274-0ec5-4938-a590-d8cc79466518 None None] Current status of the port 24e867d6-1a9d-4472-a66f-55397a0f2b29 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:19:58.255851 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-778f2274-0ec5-4938-a590-d8cc79466518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (24e867d6-1a9d-4472-a66f-55397a0f2b29), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:58.277769 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (24e867d6-1a9d-4472-a66f-55397a0f2b29), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:58.398216 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] Set router c87b6bdd-8582-462e-923b-c34b1ec0c6e0 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:19:58.410248 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c719f7b0-a64b-4c9f-83f9-c2d2c90361eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871'] for port (99f4177b-9538-491e-a75a-22a71b074c7f), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:58.480522 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device ca7d8130-e893-4019-9ae9-250d93b5de79 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:19:58.549388 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-928062f8-7fb3-4668-b648-01c1ec31999b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (98c93d39-311a-4d58-9a40-fe81b4199350), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:58.552205 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479032', 'neutron.services.segments.db._delete_segments_for_network-8747802712679'] for network (1b5ed2eb-b03f-427e-97eb-f6ba845b5d14), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:58.557252 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c719f7b0-a64b-4c9f-83f9-c2d2c90361eb admin admin] Network 4f60912c-99c2-416c-85f4-ec579757987b is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:19:58.570939 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Pushing event updated for resources: {'Port': ['ID=24e867d6-1a9d-4472-a66f-55397a0f2b29,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:58.592488 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.db.api [None req-778f2274-0ec5-4938-a590-d8cc79466518 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 23:19:58.592848 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG oslo_db.api [None req-778f2274-0ec5-4938-a590-d8cc79466518 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 23:19:58.608916 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port ca7d8130-e893-4019-9ae9-250d93b5de79 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:19:58.609504 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (ca7d8130-e893-4019-9ae9-250d93b5de79), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:58.671748 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-c719f7b0-a64b-4c9f-83f9-c2d2c90361eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:19:58.716109 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port ca7d8130-e893-4019-9ae9-250d93b5de79 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:19:58.716303 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-747aaca5-645f-4cb6-ab3d-09ee5843232c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559092'] for router (ca2464bf-025b-48e9-8e60-1c19b6f68818), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:58.724756 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c719f7b0-a64b-4c9f-83f9-c2d2c90361eb admin admin] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:19:58.725869 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c3b5c7a-abd6-416c-928c-61db11806b60 admin admin] Publish callbacks [] for router_gateway (95238aa2-48af-43e7-bbc5-a386de22da44), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:58.795815 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18cfcb95-f434-46ea-a082-46b93293409a req-af432d35-d746-4e19-9472-aefb45154663 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Made reservation on behalf of 347a121a189f4897a23a82acab334a16 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:19:58.799888 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-18cfcb95-f434-46ea-a082-46b93293409a req-af432d35-d746-4e19-9472-aefb45154663 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:58.803476 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9c5a2c0d-e847-4da3-b526-171ccca37e22 req-3c972a09-b663-4187-bdf7-125f834c5a76 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 210 time: 0.0921268 Mar 07 23:19:58.818275 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719f7b0-a64b-4c9f-83f9-c2d2c90361eb admin admin] Pushing event updated for resources: {'Port': ['ID=99f4177b-9538-491e-a75a-22a71b074c7f,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:58.834191 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:19:58.834191 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:19:58.834191 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:19:58.834191 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] Subscribe: > port after_create 55550000 {{(pid=103608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:19:58.834191 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:19:58.834191 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] Subscribe: > port after_update 55550000 {{(pid=103608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:19:58.834191 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:19:58.834191 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:19:58.834191 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:19:58.834191 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:19:58.854861 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1886301030-router', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '82b3c923-e30e-44d5-9629-8cf892386500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:50Z', 'updated_at': '2022-03-07T23:19:57Z', 'revision_number': 4, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'gw_port': {'id': '82b3c923-e30e-44d5-9629-8cf892386500', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:51Z', 'updated_at': '2022-03-07T23:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '98c93d39-311a-4d58-9a40-fe81b4199350', 'name': '', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'mac_address': 'fa:16:3e:52:4a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:56Z', 'updated_at': '2022-03-07T23:19:56Z', 'revision_number': 1, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'subnets': [{'id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:19:58.870660 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:58.886659 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf02790-c672-4048-be8f-fd645f49af69 None None] The sync data for ids ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'] in dv-cinder-813223-6-iscsi is: [{'id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1886301030-router', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '82b3c923-e30e-44d5-9629-8cf892386500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:50Z', 'updated_at': '2022-03-07T23:19:57Z', 'revision_number': 4, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'gw_port': {'id': '82b3c923-e30e-44d5-9629-8cf892386500', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:51Z', 'updated_at': '2022-03-07T23:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '98c93d39-311a-4d58-9a40-fe81b4199350', 'name': '', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'mac_address': 'fa:16:3e:52:4a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:56Z', 'updated_at': '2022-03-07T23:19:56Z', 'revision_number': 1, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'subnets': [{'id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:19:59.061565 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:19:59.064295 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:19:59.064295 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:19:59.064295 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:19:59.064295 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5ed2eb-b03f-427e-97eb-f6ba845b5d14']}} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:19:59.103438 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaafa4e5-012a-4b23-9217-81adfd57e0f2') {'for_net_delete': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:19:59.103867 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaafa4e5-012a-4b23-9217-81adfd57e0f2') {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:19:59.128482 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747802713712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2548390'] for segment (eaafa4e5-012a-4b23-9217-81adfd57e0f2), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:59.169996 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (eaafa4e5-012a-4b23-9217-81adfd57e0f2), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:59.207958 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-778f2274-0ec5-4938-a590-d8cc79466518 None None] Current status of the port 24e867d6-1a9d-4472-a66f-55397a0f2b29 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:19:59.222524 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-778f2274-0ec5-4938-a590-d8cc79466518 None None] Provisioning complete for port 98c93d39-311a-4d58-9a40-fe81b4199350 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:19:59.222709 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 23:19:59.223168 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2398503'] for segment (eaafa4e5-012a-4b23-9217-81adfd57e0f2), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:59.223513 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-778f2274-0ec5-4938-a590-d8cc79466518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (98c93d39-311a-4d58-9a40-fe81b4199350), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:59.314970 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-778f2274-0ec5-4938-a590-d8cc79466518 None None] Port 98c93d39-311a-4d58-9a40-fe81b4199350 cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: from cryptography.utils import int_from_bytes Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: from cryptography.utils import int_from_bytes Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: Traceback (most recent call last): Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: timer() Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: cb(*args, **kw) Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: return func(*args, **kwargs) Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: self._notify() Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: self.callback(batched_events) Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: event.method(event) Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: return f(self, *a, **k) Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: return self._get(url).json() Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: return self.request(url, 'GET', **kwargs) Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 23:19:59.332239 dv-cinder-813223-6-iscsi neutron-server[103608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 23:19:59.346709 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-778f2274-0ec5-4938-a590-d8cc79466518 None None] Provisioning complete for port ca7d8130-e893-4019-9ae9-250d93b5de79 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:19:59.347098 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-778f2274-0ec5-4938-a590-d8cc79466518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (ca7d8130-e893-4019-9ae9-250d93b5de79), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:59.368862 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-18cfcb95-f434-46ea-a082-46b93293409a req-af432d35-d746-4e19-9472-aefb45154663 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Allocated IP 172.20.0.10 (beb628a7-c452-494e-b596-02e7f05765d3/af70068c-cef9-4d56-8040-09e5d03e99ff/05fb05ab-0953-4e03-8fb4-fab29c44f86b) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:19:59.440807 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559020'] for network (1b5ed2eb-b03f-427e-97eb-f6ba845b5d14), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:59.446707 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:59.452068 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1b5ed2eb-b03f-427e-97eb-f6ba845b5d14 HTTP/1.1" status: 204 len: 168 time: 1.5480971 Mar 07 23:19:59.464877 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 39128) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:19:59.495327 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-928062f8-7fb3-4668-b648-01c1ec31999b admin admin] Publish callbacks [] for port (98c93d39-311a-4d58-9a40-fe81b4199350), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:59.523917 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-778f2274-0ec5-4938-a590-d8cc79466518 None None] Current status of the port ca7d8130-e893-4019-9ae9-250d93b5de79 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:19:59.564746 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0351df0-ad8f-43c4-b851-387d57177247 admin admin] Deleting subnet 216ec199-3462-4330-a37f-e04fc97258a1 {{(pid=103608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 23:19:59.580167 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-928062f8-7fb3-4668-b648-01c1ec31999b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (98c93d39-311a-4d58-9a40-fe81b4199350), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:59.580932 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-928062f8-7fb3-4668-b648-01c1ec31999b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558005'] for router_interface (c87b6bdd-8582-462e-923b-c34b1ec0c6e0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:59.581845 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f0351df0-ad8f-43c4-b851-387d57177247 admin admin] Publish callbacks [] for subnet (216ec199-3462-4330-a37f-e04fc97258a1), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:59.592285 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3944a-7795-4c0e-a300-7f6a906fdf07 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b5ed2eb-b03f-427e-97eb-f6ba845b5d14,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:59.699417 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-9fa24510-b453-4d7b-841a-ba68a60237db None None] Provisioning complete for port 24e867d6-1a9d-4472-a66f-55397a0f2b29 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:19:59.700715 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-9fa24510-b453-4d7b-841a-ba68a60237db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (24e867d6-1a9d-4472-a66f-55397a0f2b29), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:59.702042 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c3b5c7a-abd6-416c-928c-61db11806b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559092'] for router (95238aa2-48af-43e7-bbc5-a386de22da44), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:59.704557 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928062f8-7fb3-4668-b648-01c1ec31999b admin admin] Pushing event updated for resources: {'Port': ['ID=98c93d39-311a-4d58-9a40-fe81b4199350,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:19:59.729416 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f0351df0-ad8f-43c4-b851-387d57177247 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2548317'] for subnet (216ec199-3462-4330-a37f-e04fc97258a1), precommit_delete_associations {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:19:59.897834 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-9fa24510-b453-4d7b-841a-ba68a60237db None None] Current status of the port 24e867d6-1a9d-4472-a66f-55397a0f2b29 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:00.228355 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f0351df0-ad8f-43c4-b851-387d57177247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1321719'] for subnet (216ec199-3462-4330-a37f-e04fc97258a1), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:00.267169 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747aaca5-645f-4cb6-ab3d-09ee5843232c admin admin] Router ca2464bf-025b-48e9-8e60-1c19b6f68818 is scheduled to L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 with binding_index 1 {{(pid=103608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 23:20:00.384861 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:00.548808 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c719f7b0-a64b-4c9f-83f9-c2d2c90361eb admin admin] Publish callbacks [] for router_gateway (67f771ad-1081-44a5-aa16-4d38451cdf9f), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:00.637319 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 24e867d6-1a9d-4472-a66f-55397a0f2b29 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:20:00.745338 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f3f26f50-c2e3-4047-9e2d-c415d239b4f5 req-28d6cf34-21e3-4f35-a620-815ae2af976a tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 210 time: 0.2700264 Mar 07 23:20:00.753288 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 24e867d6-1a9d-4472-a66f-55397a0f2b29 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:00.753911 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (24e867d6-1a9d-4472-a66f-55397a0f2b29), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:00.860427 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-18cfcb95-f434-46ea-a082-46b93293409a req-af432d35-d746-4e19-9472-aefb45154663 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Publish callbacks [] for port (05fb05ab-0953-4e03-8fb4-fab29c44f86b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:00.901360 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f0351df0-ad8f-43c4-b851-387d57177247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1321708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2398541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2721233'] for subnet (216ec199-3462-4330-a37f-e04fc97258a1), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:00.936025 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928062f8-7fb3-4668-b648-01c1ec31999b admin admin] Network 2859357e-3793-4a4e-a3ac-55382bb5099f is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:20:00.943740 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-928062f8-7fb3-4668-b648-01c1ec31999b admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:20:01.011249 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3b5c7a-abd6-416c-928c-61db11806b60 admin admin] Router 95238aa2-48af-43e7-bbc5-a386de22da44 is scheduled to L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 23:20:01.013101 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 24e867d6-1a9d-4472-a66f-55397a0f2b29 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:01.014645 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 82b3c923-e30e-44d5-9629-8cf892386500 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:20:01.106212 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0351df0-ad8f-43c4-b851-387d57177247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=216ec199-3462-4330-a37f-e04fc97258a1,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:01.139961 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f0351df0-ad8f-43c4-b851-387d57177247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:01.159521 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 82b3c923-e30e-44d5-9629-8cf892386500 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:01.160061 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (82b3c923-e30e-44d5-9629-8cf892386500), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:01.165009 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-f0351df0-ad8f-43c4-b851-387d57177247 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/216ec199-3462-4330-a37f-e04fc97258a1 HTTP/1.1" status: 204 len: 168 time: 1.6917257 Mar 07 23:20:01.201762 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 39148) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:01.326779 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-18cfcb95-f434-46ea-a082-46b93293409a req-af432d35-d746-4e19-9472-aefb45154663 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871'] for port (05fb05ab-0953-4e03-8fb4-fab29c44f86b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:01.393541 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 82b3c923-e30e-44d5-9629-8cf892386500 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:01.394075 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (82b3c923-e30e-44d5-9629-8cf892386500), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:01.415925 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747aaca5-645f-4cb6-ab3d-09ee5843232c admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:20:01.428255 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] For port 82b3c923-e30e-44d5-9629-8cf892386500, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=82b3c923-e30e-44d5-9629-8cf892386500,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:01.451793 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] Sync routers for ids ['ca2464bf-025b-48e9-8e60-1c19b6f68818'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:20:01.464585 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] Routers {'ca2464bf-025b-48e9-8e60-1c19b6f68818'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:20:01.465089 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:19:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['ca2464bf-025b-48e9-8e60-1c19b6f68818'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:01.467066 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18cfcb95-f434-46ea-a082-46b93293409a req-af432d35-d746-4e19-9472-aefb45154663 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Network beb628a7-c452-494e-b596-02e7f05765d3 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:20:01.482772 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3b5c7a-abd6-416c-928c-61db11806b60 admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:20:01.494129 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] Sync routers for ids ['95238aa2-48af-43e7-bbc5-a386de22da44'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:20:01.515137 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-18cfcb95-f434-46ea-a082-46b93293409a req-af432d35-d746-4e19-9472-aefb45154663 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:20:01.517565 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] Routers {'95238aa2-48af-43e7-bbc5-a386de22da44'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:20:01.518375 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:19:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['95238aa2-48af-43e7-bbc5-a386de22da44'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:01.620277 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c719f7b0-a64b-4c9f-83f9-c2d2c90361eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559092'] for router (67f771ad-1081-44a5-aa16-4d38451cdf9f), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:01.623293 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] Set router ca2464bf-025b-48e9-8e60-1c19b6f68818 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:20:01.640931 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af432d35-d746-4e19-9472-aefb45154663 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Pushing event updated for resources: {'Port': ['ID=05fb05ab-0953-4e03-8fb4-fab29c44f86b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:01.643815 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-18cfcb95-f434-46ea-a082-46b93293409a req-af432d35-d746-4e19-9472-aefb45154663 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:20:01.659839 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfcb95-f434-46ea-a082-46b93293409a req-af432d35-d746-4e19-9472-aefb45154663 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:01.660571 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-18cfcb95-f434-46ea-a082-46b93293409a req-af432d35-d746-4e19-9472-aefb45154663 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:01.668238 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3c3b5c7a-abd6-416c-928c-61db11806b60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:01.675268 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-3c3b5c7a-abd6-416c-928c-61db11806b60 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.1116831 Mar 07 23:20:01.675268 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 39156) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:01.697924 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (82b3c923-e30e-44d5-9629-8cf892386500), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:01.741454 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2061dbdc-c2c2-4d25-b140-eaf6d38d70fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1357688'] for network (07bca717-4068-4dac-9558-0dd84d52db37), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:01.751689 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-747aaca5-645f-4cb6-ab3d-09ee5843232c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:01.753866 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-747aaca5-645f-4cb6-ab3d-09ee5843232c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.9685800 Mar 07 23:20:01.758093 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 39158) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:01.762884 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-7f1a45e4-489f-4806-97db-6d93b49980cc None None] Provisioning complete for port 98c93d39-311a-4d58-9a40-fe81b4199350 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:01.764688 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-7f1a45e4-489f-4806-97db-6d93b49980cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (98c93d39-311a-4d58-9a40-fe81b4199350), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:01.774640 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] Set router 95238aa2-48af-43e7-bbc5-a386de22da44 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:20:01.807162 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a45e4-489f-4806-97db-6d93b49980cc None None] Port 98c93d39-311a-4d58-9a40-fe81b4199350 cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:20:01.814480 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928062f8-7fb3-4668-b648-01c1ec31999b admin admin] Router c87b6bdd-8582-462e-923b-c34b1ec0c6e0 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:20:01.967102 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Pushing event updated for resources: {'Port': ['ID=82b3c923-e30e-44d5-9629-8cf892386500,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:01.997429 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-18cfcb95-f434-46ea-a082-46b93293409a req-af432d35-d746-4e19-9472-aefb45154663 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1977661 Mar 07 23:20:02.017507 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [req-18cfcb95-f434-46ea-a082-46b93293409a req-6e0446f9-ed12-400b-9aa2-2194e4eef8d5 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 23:20:02.018625 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-18cfcb95-f434-46ea-a082-46b93293409a req-6e0446f9-ed12-400b-9aa2-2194e4eef8d5 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088165 Mar 07 23:20:02.056125 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:19:56Z', 'revision_number': 3, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:02.067302 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928062f8-7fb3-4668-b648-01c1ec31999b admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:20:02.083025 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-928062f8-7fb3-4668-b648-01c1ec31999b admin admin] 10.222.0.24 "PUT /v2.0/routers/c87b6bdd-8582-462e-923b-c34b1ec0c6e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0775988 Mar 07 23:20:02.115593 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] Checking router: ca2464bf-025b-48e9-8e60-1c19b6f68818 for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:20:02.115981 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] Updating router ca2464bf-025b-48e9-8e60-1c19b6f68818 port 634893b4-de8a-4a0b-a605-3dd294595e24 binding host dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 23:20:02.179868 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (634893b4-de8a-4a0b-a605-3dd294595e24), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:02.196315 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95238aa2-48af-43e7-bbc5-a386de22da44', 'name': 'tempest-ServerRescueNegativeTestJSON-2128821221-router', 'tenant_id': '0e0ba9e6a9da4330a40c6943e3681050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '42087171-c470-47a6-978a-9c5b56d9449e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:19:57Z', 'revision_number': 3, 'project_id': '0e0ba9e6a9da4330a40c6943e3681050', 'gw_port': {'id': '42087171-c470-47a6-978a-9c5b56d9449e', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:01:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95238aa2-48af-43e7-bbc5-a386de22da44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:02.256219 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] Checking router: 95238aa2-48af-43e7-bbc5-a386de22da44 for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:20:02.267733 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] Updating router 95238aa2-48af-43e7-bbc5-a386de22da44 port 42087171-c470-47a6-978a-9c5b56d9449e binding host dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 23:20:02.337014 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (42087171-c470-47a6-978a-9c5b56d9449e), before_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:02.490564 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 82b3c923-e30e-44d5-9629-8cf892386500 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:20:02.587995 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [req-18cfcb95-f434-46ea-a082-46b93293409a req-2253aebd-2ed8-4f50-8a2b-4b1004171e72 service neutron] Request body: {'port': {'device_id': 'd5df1e3f-5691-49cd-8638-492146bb8dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:02.681300 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] Sync routers for ids ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:20:02.684058 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2061dbdc-c2c2-4d25-b140-eaf6d38d70fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479032', 'neutron.services.segments.db._delete_segments_for_network-8747802712679'] for network (07bca717-4068-4dac-9558-0dd84d52db37), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:02.745728 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] Routers {'c87b6bdd-8582-462e-923b-c34b1ec0c6e0'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:20:02.746455 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:19:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:02.779920 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-2061dbdc-c2c2-4d25-b140-eaf6d38d70fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07bca717-4068-4dac-9558-0dd84d52db37']}} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:02.790793 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b68160-b1b8-43a9-b896-a07392f22b34 req-79fd76bd-467f-4d94-a660-8f2bf7c7bba7 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:02.792739 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-87b68160-b1b8-43a9-b896-a07392f22b34 req-79fd76bd-467f-4d94-a660-8f2bf7c7bba7 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 932 time: 0.8442357 Mar 07 23:20:02.811735 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-2061dbdc-c2c2-4d25-b140-eaf6d38d70fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46dd9b7-b6ec-40cb-a634-33e3e4085315') {'for_net_delete': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:02.811735 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-2061dbdc-c2c2-4d25-b140-eaf6d38d70fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46dd9b7-b6ec-40cb-a634-33e3e4085315') {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:02.850133 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2061dbdc-c2c2-4d25-b140-eaf6d38d70fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747802713712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2548390'] for segment (c46dd9b7-b6ec-40cb-a634-33e3e4085315), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:03.010803 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-18cfcb95-f434-46ea-a082-46b93293409a req-2253aebd-2ed8-4f50-8a2b-4b1004171e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (05fb05ab-0953-4e03-8fb4-fab29c44f86b), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:03.154179 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-87b68160-b1b8-43a9-b896-a07392f22b34 req-dd934b27-dcc5-4ace-95bd-7ee48fa58768 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/security-groups?id=120e58f3-6963-4ce6-b133-ad89f4b1e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494198 Mar 07 23:20:03.166611 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2061dbdc-c2c2-4d25-b140-eaf6d38d70fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (c46dd9b7-b6ec-40cb-a634-33e3e4085315), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:03.175312 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2061dbdc-c2c2-4d25-b140-eaf6d38d70fc admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 23:20:03.176340 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2061dbdc-c2c2-4d25-b140-eaf6d38d70fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2398503'] for segment (c46dd9b7-b6ec-40cb-a634-33e3e4085315), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: Traceback (most recent call last): Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: timer() Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: cb(*args, **kw) Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: return func(*args, **kwargs) Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: self._notify() Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: self.callback(batched_events) Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: event.method(event) Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: return f(self, *a, **k) Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: return self._get(url).json() Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: return self.request(url, 'GET', **kwargs) Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 23:20:03.178399 dv-cinder-813223-6-iscsi neutron-server[103608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 23:20:03.194458 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 82b3c923-e30e-44d5-9629-8cf892386500 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:03.201113 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (82b3c923-e30e-44d5-9629-8cf892386500), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:03.218410 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c719f7b0-a64b-4c9f-83f9-c2d2c90361eb admin admin] Router 67f771ad-1081-44a5-aa16-4d38451cdf9f is scheduled to L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 with binding_index 1 {{(pid=103608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 23:20:03.232874 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] Publish callbacks [] for port (634893b4-de8a-4a0b-a605-3dd294595e24), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:03.254643 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f8dd-7aea-435f-b5e5-aa44abc80e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:03.390856 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (634893b4-de8a-4a0b-a605-3dd294595e24), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:03.440653 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 39186) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:03.451664 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a54c41a9-059a-430d-9037-28c68f5fce33 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--541792710', 'description': 'tempest-description--634667587'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:03.459786 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2061dbdc-c2c2-4d25-b140-eaf6d38d70fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559020'] for network (07bca717-4068-4dac-9558-0dd84d52db37), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:03.557591 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775470a-cd11-4a58-93f7-5d02a5c5597a None None] Pushing event updated for resources: {'Port': ['ID=634893b4-de8a-4a0b-a605-3dd294595e24,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:03.574126 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] Attempting to bind port 634893b4-de8a-4a0b-a605-3dd294595e24 on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:20:03.574864 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] Attempting to bind port 634893b4-de8a-4a0b-a605-3dd294595e24 by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:20:03.575448 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] Attempting to bind port 634893b4-de8a-4a0b-a605-3dd294595e24 on network 4f60912c-99c2-416c-85f4-ec579757987b {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:20:03.610819 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] Set router c87b6bdd-8582-462e-923b-c34b1ec0c6e0 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:20:03.644867 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:20:03.644867 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] Checking segment: {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:20:03.644867 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:03.644867 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] Bound using segment: {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:20:03.644867 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] Bound port: 634893b4-de8a-4a0b-a605-3dd294595e24, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:20:03.644867 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (634893b4-de8a-4a0b-a605-3dd294595e24), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:03.671626 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a54c41a9-059a-430d-9037-28c68f5fce33 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:03.676050 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] Publish callbacks [] for port (42087171-c470-47a6-978a-9c5b56d9449e), precommit_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:03.724438 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2061dbdc-c2c2-4d25-b140-eaf6d38d70fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:03.730624 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-2061dbdc-c2c2-4d25-b140-eaf6d38d70fc admin admin] 10.222.0.24 "DELETE /v2.0/networks/07bca717-4068-4dac-9558-0dd84d52db37 HTTP/1.1" status: 204 len: 168 time: 2.5222249 Mar 07 23:20:03.750629 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (42087171-c470-47a6-978a-9c5b56d9449e), after_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:03.809384 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061dbdc-c2c2-4d25-b140-eaf6d38d70fc admin admin] Pushing event deleted for resources: {'Network': ['ID=07bca717-4068-4dac-9558-0dd84d52db37,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:03.852580 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6dad5-4b6b-4cef-ab96-fb55b1fabae4 None None] Pushing event updated for resources: {'Port': ['ID=42087171-c470-47a6-978a-9c5b56d9449e,revision_number=2']} {{(pid=103610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:03.872114 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 82b3c923-e30e-44d5-9629-8cf892386500 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:03.893989 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] Attempting to bind port 42087171-c470-47a6-978a-9c5b56d9449e on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:20:03.893989 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] Attempting to bind port 42087171-c470-47a6-978a-9c5b56d9449e by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}] {{(pid=103610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:20:03.893989 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] Attempting to bind port 42087171-c470-47a6-978a-9c5b56d9449e on network 4f60912c-99c2-416c-85f4-ec579757987b {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:20:03.900433 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:20:03.901272 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] Checking segment: {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:20:03.902707 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:03.907299 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] Bound using segment: {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'} {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:20:03.908289 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] Bound port: 42087171-c470-47a6-978a-9c5b56d9449e, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}}] {{(pid=103610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:20:03.908891 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (42087171-c470-47a6-978a-9c5b56d9449e), before_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:03.980924 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] For port 634893b4-de8a-4a0b-a605-3dd294595e24, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:20:03.998354 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c719f7b0-a64b-4c9f-83f9-c2d2c90361eb admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:20:04.016497 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.db [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] For port 42087171-c470-47a6-978a-9c5b56d9449e, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:20:04.024221 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.db [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] For port 42087171-c470-47a6-978a-9c5b56d9449e, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=42087171-c470-47a6-978a-9c5b56d9449e,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:20:04.035553 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] Sync routers for ids ['67f771ad-1081-44a5-aa16-4d38451cdf9f'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:20:04.081464 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] Routers {'67f771ad-1081-44a5-aa16-4d38451cdf9f'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:20:04.082304 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:19:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['67f771ad-1081-44a5-aa16-4d38451cdf9f'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:04.096891 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] For port 634893b4-de8a-4a0b-a605-3dd294595e24, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=634893b4-de8a-4a0b-a605-3dd294595e24,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:20:04.099143 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-a3d7f8dd-7aea-435f-b5e5-aa44abc80e8c admin admin] Allocated IP 172.20.0.1 (252e7d4a-e802-4ff2-a0c6-1a446f9d728b/8514d718-78d0-47bf-aca4-100f86311e4c/0690a3f1-877e-4c3a-9917-39eea4fc843c) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:20:04.171003 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a54c41a9-059a-430d-9037-28c68f5fce33 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for security_group (aaee5e73-e679-4da1-b335-fa946d47739d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:04.206268 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [req-18cfcb95-f434-46ea-a082-46b93293409a req-2253aebd-2ed8-4f50-8a2b-4b1004171e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05fb05ab-0953-4e03-8fb4-fab29c44f86b {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:20:04.217235 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (634893b4-de8a-4a0b-a605-3dd294595e24), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:04.217815 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-18cfcb95-f434-46ea-a082-46b93293409a req-2253aebd-2ed8-4f50-8a2b-4b1004171e72 service neutron] Publish callbacks [] for port (05fb05ab-0953-4e03-8fb4-fab29c44f86b), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:04.236396 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c719f7b0-a64b-4c9f-83f9-c2d2c90361eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:04.241564 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-c719f7b0-a64b-4c9f-83f9-c2d2c90361eb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.2323751 Mar 07 23:20:04.242230 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 39200) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:04.257621 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-329f0f21-ac10-48c6-a573-a63acf4f4dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:04.270146 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a54c41a9-059a-430d-9037-28c68f5fce33 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (aaee5e73-e679-4da1-b335-fa946d47739d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:04.304857 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-18cfcb95-f434-46ea-a082-46b93293409a req-2253aebd-2ed8-4f50-8a2b-4b1004171e72 service neutron] Transition to ACTIVE for port object 05fb05ab-0953-4e03-8fb4-fab29c44f86b will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 23:20:04.317571 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] Set router 67f771ad-1081-44a5-aa16-4d38451cdf9f gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:20:04.333656 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c41a9-059a-430d-9037-28c68f5fce33 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaee5e73-e679-4da1-b335-fa946d47739d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:04.348467 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1886301030-router', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '82b3c923-e30e-44d5-9629-8cf892386500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:50Z', 'updated_at': '2022-03-07T23:19:57Z', 'revision_number': 4, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'gw_port': {'id': '82b3c923-e30e-44d5-9629-8cf892386500', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:51Z', 'updated_at': '2022-03-07T23:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '98c93d39-311a-4d58-9a40-fe81b4199350', 'name': '', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'mac_address': 'fa:16:3e:52:4a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:56Z', 'updated_at': '2022-03-07T23:19:58Z', 'revision_number': 2, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'subnets': [{'id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:04.385877 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f8dd-7aea-435f-b5e5-aa44abc80e8c admin admin] Publish callbacks [] for port (0690a3f1-877e-4c3a-9917-39eea4fc843c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:04.407883 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (42087171-c470-47a6-978a-9c5b56d9449e), after_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:04.446328 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a54c41a9-059a-430d-9037-28c68f5fce33 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:04.461531 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-a54c41a9-059a-430d-9037-28c68f5fce33 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0180602 Mar 07 23:20:04.465158 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 39204) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:04.465287 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-18cfcb95-f434-46ea-a082-46b93293409a req-2253aebd-2ed8-4f50-8a2b-4b1004171e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (05fb05ab-0953-4e03-8fb4-fab29c44f86b), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:04.475725 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-56122420-d9bf-4606-958e-f638766c681e tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Request body: {'security_group_rule': {'security_group_id': 'aaee5e73-e679-4da1-b335-fa946d47739d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:04.543449 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253aebd-2ed8-4f50-8a2b-4b1004171e72 service neutron] Pushing event updated for resources: {'Port': ['ID=05fb05ab-0953-4e03-8fb4-fab29c44f86b,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:04.551484 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 39208) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:04.558309 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] Routers {'ca2464bf-025b-48e9-8e60-1c19b6f68818'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:20:04.560456 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:19:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['ca2464bf-025b-48e9-8e60-1c19b6f68818'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:04.564926 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f8dd-7aea-435f-b5e5-aa44abc80e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871'] for port (0690a3f1-877e-4c3a-9917-39eea4fc843c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:04.570233 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] Checking router: c87b6bdd-8582-462e-923b-c34b1ec0c6e0 for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:20:04.570486 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] Updating router c87b6bdd-8582-462e-923b-c34b1ec0c6e0 port 98c93d39-311a-4d58-9a40-fe81b4199350 binding host dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 23:20:04.633187 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775470a-cd11-4a58-93f7-5d02a5c5597a None None] Pushing event updated for resources: {'Port': ['ID=634893b4-de8a-4a0b-a605-3dd294595e24,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:04.664536 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7f8dd-7aea-435f-b5e5-aa44abc80e8c admin admin] Pushing event updated for resources: {'Port': ['ID=0690a3f1-877e-4c3a-9917-39eea4fc843c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:04.681373 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] Routers {'95238aa2-48af-43e7-bbc5-a386de22da44'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:20:04.682053 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:19:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['95238aa2-48af-43e7-bbc5-a386de22da44'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:04.726517 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d7f8dd-7aea-435f-b5e5-aa44abc80e8c admin admin] Network 252e7d4a-e802-4ff2-a0c6-1a446f9d728b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:20:04.727963 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-56122420-d9bf-4606-958e-f638766c681e tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for security_group_rule (2a6fe9ec-e94e-45ac-adb5-a4e5596fba6a), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:04.732536 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-a3d7f8dd-7aea-435f-b5e5-aa44abc80e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:20:04.741963 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 39214) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:04.745731 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (98c93d39-311a-4d58-9a40-fe81b4199350), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:04.766860 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d7f8dd-7aea-435f-b5e5-aa44abc80e8c admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:20:04.769883 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f8dd-7aea-435f-b5e5-aa44abc80e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558041'] for router_interface (95238aa2-48af-43e7-bbc5-a386de22da44), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:04.788790 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'name': 'tempest-AttachVolumeTestJSON-1905255531-router', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:19:59Z', 'revision_number': 3, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'gw_port': {'id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:55Z', 'updated_at': '2022-03-07T23:19:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:04.836155 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] Checking router: 67f771ad-1081-44a5-aa16-4d38451cdf9f for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:20:04.837256 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] Updating router 67f771ad-1081-44a5-aa16-4d38451cdf9f port 99f4177b-9538-491e-a75a-22a71b074c7f binding host dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 23:20:04.859590 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-56122420-d9bf-4606-958e-f638766c681e tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for security_group_rule (2a6fe9ec-e94e-45ac-adb5-a4e5596fba6a), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:04.878724 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (99f4177b-9538-491e-a75a-22a71b074c7f), before_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:04.897105 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1030f9-0819-47eb-99cb-b00d993bb646 req-4e174e52-31fa-4481-aac5-7466a78d7e2c tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:04.901285 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0e1030f9-0819-47eb-99cb-b00d993bb646 req-4e174e52-31fa-4481-aac5-7466a78d7e2c tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 944 time: 0.5049412 Mar 07 23:20:05.030013 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-56122420-d9bf-4606-958e-f638766c681e tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (2a6fe9ec-e94e-45ac-adb5-a4e5596fba6a), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:05.118871 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-18cfcb95-f434-46ea-a082-46b93293409a req-2253aebd-2ed8-4f50-8a2b-4b1004171e72 service neutron] Attempting to bind port 05fb05ab-0953-4e03-8fb4-fab29c44f86b on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:20:05.119489 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-18cfcb95-f434-46ea-a082-46b93293409a req-2253aebd-2ed8-4f50-8a2b-4b1004171e72 service neutron] Attempting to bind port 05fb05ab-0953-4e03-8fb4-fab29c44f86b by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '2983ef5f-d16d-4eb2-ad1b-25dd2e9ab9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'beb628a7-c452-494e-b596-02e7f05765d3'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:20:05.119596 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cfcb95-f434-46ea-a082-46b93293409a req-2253aebd-2ed8-4f50-8a2b-4b1004171e72 service neutron] Attempting to bind port 05fb05ab-0953-4e03-8fb4-fab29c44f86b on network beb628a7-c452-494e-b596-02e7f05765d3 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:20:05.159079 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-3409e8a9-96ee-4042-8855-c732490d73a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61179e9333e143339df8d761ecaaee54&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6031353 Mar 07 23:20:05.159749 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 39218) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:05.178725 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cfcb95-f434-46ea-a082-46b93293409a req-2253aebd-2ed8-4f50-8a2b-4b1004171e72 service neutron] Port 05fb05ab-0953-4e03-8fb4-fab29c44f86b on network beb628a7-c452-494e-b596-02e7f05765d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 23:20:05.181629 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0e1030f9-0819-47eb-99cb-b00d993bb646 req-01466f93-ca48-432d-9d64-841c02432bb0 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/security-groups?id=120e58f3-6963-4ce6-b133-ad89f4b1e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580454 Mar 07 23:20:05.181752 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cfcb95-f434-46ea-a082-46b93293409a req-2253aebd-2ed8-4f50-8a2b-4b1004171e72 service neutron] Attempting to bind port 05fb05ab-0953-4e03-8fb4-fab29c44f86b on network beb628a7-c452-494e-b596-02e7f05765d3 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:20:05.193120 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-56122420-d9bf-4606-958e-f638766c681e tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:05.197072 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-56122420-d9bf-4606-958e-f638766c681e tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7280338 Mar 07 23:20:05.212290 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] Set router ca2464bf-025b-48e9-8e60-1c19b6f68818 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:20:05.226750 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] Publish callbacks [] for port (99f4177b-9538-491e-a75a-22a71b074c7f), precommit_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:05.264166 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56122420-d9bf-4606-958e-f638766c681e tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6fe9ec-e94e-45ac-adb5-a4e5596fba6a,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:05.267564 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 39220) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:05.281336 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-ada37899-5be5-4506-a929-c9c032bf357b tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Request body: {'security_group_rule': {'security_group_id': 'aaee5e73-e679-4da1-b335-fa946d47739d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:05.285882 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6dad5-4b6b-4cef-ab96-fb55b1fabae4 None None] Pushing event updated for resources: {'Port': ['ID=42087171-c470-47a6-978a-9c5b56d9449e,revision_number=3']} {{(pid=103610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:05.309489 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cfcb95-f434-46ea-a082-46b93293409a req-2253aebd-2ed8-4f50-8a2b-4b1004171e72 service neutron] Checking agent: {'id': 'c3ad4338-66dc-4d28-9621-abda7889d413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'started_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:20:05.310324 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cfcb95-f434-46ea-a082-46b93293409a req-2253aebd-2ed8-4f50-8a2b-4b1004171e72 service neutron] Checking segment: {'id': '2983ef5f-d16d-4eb2-ad1b-25dd2e9ab9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'beb628a7-c452-494e-b596-02e7f05765d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:20:05.310449 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cfcb95-f434-46ea-a082-46b93293409a req-2253aebd-2ed8-4f50-8a2b-4b1004171e72 service neutron] Bound using segment: {'id': '2983ef5f-d16d-4eb2-ad1b-25dd2e9ab9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'beb628a7-c452-494e-b596-02e7f05765d3'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:20:05.311133 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-18cfcb95-f434-46ea-a082-46b93293409a req-2253aebd-2ed8-4f50-8a2b-4b1004171e72 service neutron] Bound port: 05fb05ab-0953-4e03-8fb4-fab29c44f86b, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2983ef5f-d16d-4eb2-ad1b-25dd2e9ab9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'beb628a7-c452-494e-b596-02e7f05765d3'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:20:05.311256 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-18cfcb95-f434-46ea-a082-46b93293409a req-2253aebd-2ed8-4f50-8a2b-4b1004171e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (05fb05ab-0953-4e03-8fb4-fab29c44f86b), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:05.311557 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (99f4177b-9538-491e-a75a-22a71b074c7f), after_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:05.337007 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d38527d8-b6cb-415e-86f0-2dfd686a1b3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:05.391217 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b1a7f-4e6f-49f4-a835-b1f97399048a None None] Pushing event updated for resources: {'Port': ['ID=99f4177b-9538-491e-a75a-22a71b074c7f,revision_number=2']} {{(pid=103610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:05.413797 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] Attempting to bind port 99f4177b-9538-491e-a75a-22a71b074c7f on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:20:05.414204 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] Attempting to bind port 99f4177b-9538-491e-a75a-22a71b074c7f by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}] {{(pid=103610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:20:05.414580 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] Attempting to bind port 99f4177b-9538-491e-a75a-22a71b074c7f on network 4f60912c-99c2-416c-85f4-ec579757987b {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:20:05.421826 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:20:05.422882 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] Checking segment: {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:20:05.423153 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:05.423535 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] Bound using segment: {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'} {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:20:05.424038 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] Bound port: 99f4177b-9538-491e-a75a-22a71b074c7f, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}}] {{(pid=103610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:20:05.424408 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (99f4177b-9538-491e-a75a-22a71b074c7f), before_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:05.427158 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] Set router 95238aa2-48af-43e7-bbc5-a386de22da44 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:20:05.471702 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-329f0f21-ac10-48c6-a573-a63acf4f4dc6 admin admin] Allocated IP 172.20.0.1 (cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b/af3489ec-4655-4601-bbd0-7398fa1960d1/68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:20:05.532249 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d38527d8-b6cb-415e-86f0-2dfd686a1b3e admin admin] Publish callbacks [] for security_group (69c9ab4f-e02f-4bef-8552-3c6c77ffeba7), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:05.577959 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-65af2e69-c29e-4ee6-9f8c-1daf7ee98c91 admin admin] Publish callbacks [] for security_group (12bf294d-9da9-4e8a-bd6d-d5a78b0ab75c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:05.601252 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d38527d8-b6cb-415e-86f0-2dfd686a1b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (69c9ab4f-e02f-4bef-8552-3c6c77ffeba7), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:05.633708 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ada37899-5be5-4506-a929-c9c032bf357b tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for security_group_rule (597f406c-a44d-43d0-8c77-49332ca1ccea), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:05.663751 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38527d8-b6cb-415e-86f0-2dfd686a1b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c9ab4f-e02f-4bef-8552-3c6c77ffeba7,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:05.691977 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.db [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] For port 99f4177b-9538-491e-a75a-22a71b074c7f, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:20:05.708905 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.db [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] For port 99f4177b-9538-491e-a75a-22a71b074c7f, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=99f4177b-9538-491e-a75a-22a71b074c7f,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:20:05.714543 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-65af2e69-c29e-4ee6-9f8c-1daf7ee98c91 admin admin] Publish callbacks [] for security_group (12bf294d-9da9-4e8a-bd6d-d5a78b0ab75c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:05.727617 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95238aa2-48af-43e7-bbc5-a386de22da44', 'name': 'tempest-ServerRescueNegativeTestJSON-2128821221-router', 'tenant_id': '0e0ba9e6a9da4330a40c6943e3681050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '42087171-c470-47a6-978a-9c5b56d9449e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:19:57Z', 'revision_number': 3, 'project_id': '0e0ba9e6a9da4330a40c6943e3681050', 'gw_port': {'id': '42087171-c470-47a6-978a-9c5b56d9449e', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:01:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95238aa2-48af-43e7-bbc5-a386de22da44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:05.760248 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa45707-3b48-4272-869e-a301249b1b6b None None] The sync data for ids ['95238aa2-48af-43e7-bbc5-a386de22da44'] in dv-cinder-813223-6-iscsi is: [{'id': '95238aa2-48af-43e7-bbc5-a386de22da44', 'name': 'tempest-ServerRescueNegativeTestJSON-2128821221-router', 'tenant_id': '0e0ba9e6a9da4330a40c6943e3681050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '42087171-c470-47a6-978a-9c5b56d9449e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:19:57Z', 'revision_number': 3, 'project_id': '0e0ba9e6a9da4330a40c6943e3681050', 'gw_port': {'id': '42087171-c470-47a6-978a-9c5b56d9449e', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:01:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95238aa2-48af-43e7-bbc5-a386de22da44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:20:05.774857 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (99f4177b-9538-491e-a75a-22a71b074c7f), after_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:05.806555 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ada37899-5be5-4506-a929-c9c032bf357b tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for security_group_rule (597f406c-a44d-43d0-8c77-49332ca1ccea), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:05.809812 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-329f0f21-ac10-48c6-a573-a63acf4f4dc6 admin admin] Publish callbacks [] for port (68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:05.855463 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f8dd-7aea-435f-b5e5-aa44abc80e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (0690a3f1-877e-4c3a-9917-39eea4fc843c), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:05.871334 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b1a7f-4e6f-49f4-a835-b1f97399048a None None] Pushing event updated for resources: {'Port': ['ID=99f4177b-9538-491e-a75a-22a71b074c7f,revision_number=3']} {{(pid=103610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:05.872345 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ada37899-5be5-4506-a929-c9c032bf357b tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (597f406c-a44d-43d0-8c77-49332ca1ccea), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:05.890083 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-d38527d8-b6cb-415e-86f0-2dfd686a1b3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4a497beeb714397992f00ee6616fdb5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1378262 Mar 07 23:20:05.890083 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-18cfcb95-f434-46ea-a082-46b93293409a req-2253aebd-2ed8-4f50-8a2b-4b1004171e72 service neutron] For port 05fb05ab-0953-4e03-8fb4-fab29c44f86b, host hv-cinder-81322, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:20:05.908824 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] Routers {'67f771ad-1081-44a5-aa16-4d38451cdf9f'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:20:05.909991 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:19:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['67f771ad-1081-44a5-aa16-4d38451cdf9f'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:05.915698 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] Publish callbacks [] for port (98c93d39-311a-4d58-9a40-fe81b4199350), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:05.918268 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 39224) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:05.918448 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:19:56Z', 'revision_number': 3, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:05.919873 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-18cfcb95-f434-46ea-a082-46b93293409a req-2253aebd-2ed8-4f50-8a2b-4b1004171e72 service neutron] For port 05fb05ab-0953-4e03-8fb4-fab29c44f86b, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=05fb05ab-0953-4e03-8fb4-fab29c44f86b,segment=NetworkSegment(2983ef5f-d16d-4eb2-ad1b-25dd2e9ab9db),segment_id=2983ef5f-d16d-4eb2-ad1b-25dd2e9ab9db)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:20:05.987546 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ada37899-5be5-4506-a929-c9c032bf357b tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:05.988568 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-ada37899-5be5-4506-a929-c9c032bf357b tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7163541 Mar 07 23:20:05.989774 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (98c93d39-311a-4d58-9a40-fe81b4199350), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:05.996519 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693be4e6-1238-4f2e-a194-bde370932cee None None] The sync data for ids ['ca2464bf-025b-48e9-8e60-1c19b6f68818'] in dv-cinder-813223-6-iscsi is: [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:19:56Z', 'revision_number': 3, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:20:05.996750 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 39226) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:05.997189 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-18cfcb95-f434-46ea-a082-46b93293409a req-2253aebd-2ed8-4f50-8a2b-4b1004171e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (05fb05ab-0953-4e03-8fb4-fab29c44f86b), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:06.027729 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada37899-5be5-4506-a929-c9c032bf357b tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597f406c-a44d-43d0-8c77-49332ca1ccea,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:06.045121 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-9d1ea875-7850-4113-91ca-508ac41d86ef tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Request body: {'floatingip': {'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:06.102513 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfcb95-f434-46ea-a082-46b93293409a req-2253aebd-2ed8-4f50-8a2b-4b1004171e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:06.103517 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-18cfcb95-f434-46ea-a082-46b93293409a req-2253aebd-2ed8-4f50-8a2b-4b1004171e72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:06.106829 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-18cfcb95-f434-46ea-a082-46b93293409a req-2253aebd-2ed8-4f50-8a2b-4b1004171e72 service neutron] 10.222.0.16 "PUT /v2.0/ports/05fb05ab-0953-4e03-8fb4-fab29c44f86b HTTP/1.1" status: 200 len: 1094 time: 3.7928984 Mar 07 23:20:06.110725 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5df1e3f-5691-49cd-8638-492146bb8dbb', 'tag': '05fb05ab-0953-4e03-8fb4-fab29c44f86b'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:20:06.180448 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] Set router 67f771ad-1081-44a5-aa16-4d38451cdf9f gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:20:06.222429 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c600b02-ea7f-4214-8648-de46287d4acf None None] Pushing event updated for resources: {'Port': ['ID=98c93d39-311a-4d58-9a40-fe81b4199350,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:06.256750 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-329f0f21-ac10-48c6-a573-a63acf4f4dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:06.274447 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9d1ea875-7850-4113-91ca-508ac41d86ef tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:06.349072 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-65af2e69-c29e-4ee6-9f8c-1daf7ee98c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (12bf294d-9da9-4e8a-bd6d-d5a78b0ab75c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:06.356559 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-65af2e69-c29e-4ee6-9f8c-1daf7ee98c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:06.359850 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-65af2e69-c29e-4ee6-9f8c-1daf7ee98c91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12bf294d-9da9-4e8a-bd6d-d5a78b0ab75c HTTP/1.1" status: 204 len: 168 time: 1.1898963 Mar 07 23:20:06.369147 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] Attempting to bind port 98c93d39-311a-4d58-9a40-fe81b4199350 on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:20:06.369561 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] Attempting to bind port 98c93d39-311a-4d58-9a40-fe81b4199350 by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': '04b4749e-2797-4a0d-a94a-cd298432be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:20:06.369929 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] Attempting to bind port 98c93d39-311a-4d58-9a40-fe81b4199350 on network 2859357e-3793-4a4e-a3ac-55382bb5099f {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:20:06.386842 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:20:06.387249 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] Checking segment: {'id': '04b4749e-2797-4a0d-a94a-cd298432be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:20:06.387622 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:06.388010 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] Bound using segment: {'id': '04b4749e-2797-4a0d-a94a-cd298432be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:20:06.388490 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] Bound port: 98c93d39-311a-4d58-9a40-fe81b4199350, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b4749e-2797-4a0d-a94a-cd298432be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:20:06.396986 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (98c93d39-311a-4d58-9a40-fe81b4199350), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:06.473963 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f0f21-ac10-48c6-a573-a63acf4f4dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:06.486071 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329f0f21-ac10-48c6-a573-a63acf4f4dc6 admin admin] Network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:20:06.487392 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-54e9ddff-78d5-45ff-82b4-dc234b4f60a7 admin admin] Publish callbacks [] for security_group (69c9ab4f-e02f-4bef-8552-3c6c77ffeba7), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:06.553246 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-54e9ddff-78d5-45ff-82b4-dc234b4f60a7 admin admin] Publish callbacks [] for security_group (69c9ab4f-e02f-4bef-8552-3c6c77ffeba7), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:06.571147 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] For port 98c93d39-311a-4d58-9a40-fe81b4199350, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:20:06.606869 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] For port 98c93d39-311a-4d58-9a40-fe81b4199350, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=98c93d39-311a-4d58-9a40-fe81b4199350,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:20:06.694603 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-ca5446c3-b4bc-4b0f-951c-32a4dfb4d069 None None] Provisioning complete for port 98c93d39-311a-4d58-9a40-fe81b4199350 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:06.694984 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-ca5446c3-b4bc-4b0f-951c-32a4dfb4d069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (98c93d39-311a-4d58-9a40-fe81b4199350), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:06.711729 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-329f0f21-ac10-48c6-a573-a63acf4f4dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:20:06.800747 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (98c93d39-311a-4d58-9a40-fe81b4199350), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:06.817277 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329f0f21-ac10-48c6-a573-a63acf4f4dc6 admin admin] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:20:07.006311 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-329f0f21-ac10-48c6-a573-a63acf4f4dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558041'] for router_interface (ca2464bf-025b-48e9-8e60-1c19b6f68818), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:07.085861 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] Routers {'c87b6bdd-8582-462e-923b-c34b1ec0c6e0'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:20:07.085861 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:19:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:07.088536 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'name': 'tempest-AttachVolumeTestJSON-1905255531-router', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:19:59Z', 'revision_number': 3, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'gw_port': {'id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:55Z', 'updated_at': '2022-03-07T23:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:07.106990 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:20:07.147173 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f8dd-7aea-435f-b5e5-aa44abc80e8c admin admin] Publish callbacks [] for port (0690a3f1-877e-4c3a-9917-39eea4fc843c), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:07.163148 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af2e69-c29e-4ee6-9f8c-1daf7ee98c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bf294d-9da9-4e8a-bd6d-d5a78b0ab75c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:07.184434 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6486a6-0550-486c-a8fa-1e475e4f3f99 None None] The sync data for ids ['67f771ad-1081-44a5-aa16-4d38451cdf9f'] in dv-cinder-813223-6-iscsi is: [{'id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'name': 'tempest-AttachVolumeTestJSON-1905255531-router', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:19:59Z', 'revision_number': 3, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'gw_port': {'id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:55Z', 'updated_at': '2022-03-07T23:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:20:07.223934 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee943a4-7c99-4aec-b18b-cb69801f50c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d5df1e3f-5691-49cd-8638-492146bb8dbb", "tag": "05fb05ab-0953-4e03-8fb4-fab29c44f86b"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:20:07.272986 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c600b02-ea7f-4214-8648-de46287d4acf None None] Pushing event updated for resources: {'Port': ['ID=98c93d39-311a-4d58-9a40-fe81b4199350,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:07.448185 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f8dd-7aea-435f-b5e5-aa44abc80e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (0690a3f1-877e-4c3a-9917-39eea4fc843c), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:07.449204 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f8dd-7aea-435f-b5e5-aa44abc80e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558005'] for router_interface (95238aa2-48af-43e7-bbc5-a386de22da44), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:07.565467 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2de56810-de28-450f-9741-a29d9a7e8c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:07.671712 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253aebd-2ed8-4f50-8a2b-4b1004171e72 service neutron] Pushing event updated for resources: {'Port': ['ID=05fb05ab-0953-4e03-8fb4-fab29c44f86b,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:07.709104 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1d064-5924-41f9-b3fe-506b1c7877b0 req-6a3dfbbb-ff03-406c-932d-3b2f8da62b48 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:07.712396 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5ab1d064-5924-41f9-b3fe-506b1c7877b0 req-6a3dfbbb-ff03-406c-932d-3b2f8da62b48 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 944 time: 1.3073466 Mar 07 23:20:07.738397 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 39244) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:07.891831 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-edaeb976-5549-40f6-bc71-5435a2038b6c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fda20ef0434c46fd9c95fa8cf134410f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1514518 Mar 07 23:20:07.952612 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 39252) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:08.068145 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5ab1d064-5924-41f9-b3fe-506b1c7877b0 req-0403d029-3330-440c-ad83-51f0160d694a tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/security-groups?id=120e58f3-6963-4ce6-b133-ad89f4b1e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188925 Mar 07 23:20:08.071046 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfcb95-f434-46ea-a082-46b93293409a req-8153623b-4db0-41d1-bb4b-dc5421bdc136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:08.079311 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-18cfcb95-f434-46ea-a082-46b93293409a req-8153623b-4db0-41d1-bb4b-dc5421bdc136 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=347a121a189f4897a23a82acab334a16&device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 1128 time: 0.8957071 Mar 07 23:20:08.115718 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52081383-b439-4bbb-aaca-c3afdae83e43 x-openstack-request-id: req-52081383-b439-4bbb-aaca-c3afdae83e43 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:20:08.116003 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5df1e3f-5691-49cd-8638-492146bb8dbb", "tag": "05fb05ab-0953-4e03-8fb4-fab29c44f86b", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:20:08.116267 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52081383-b439-4bbb-aaca-c3afdae83e43 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:20:08.116742 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5df1e3f-5691-49cd-8638-492146bb8dbb', 'tag': '05fb05ab-0953-4e03-8fb4-fab29c44f86b', 'status': 'completed', 'code': 200} Mar 07 23:20:08.138395 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] Set router c87b6bdd-8582-462e-923b-c34b1ec0c6e0 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:20:08.199296 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-ca5446c3-b4bc-4b0f-951c-32a4dfb4d069 None None] Current status of the port 98c93d39-311a-4d58-9a40-fe81b4199350 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:08.199753 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-ca5446c3-b4bc-4b0f-951c-32a4dfb4d069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (98c93d39-311a-4d58-9a40-fe81b4199350), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:08.209038 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7f8dd-7aea-435f-b5e5-aa44abc80e8c admin admin] Pushing event updated for resources: {'Port': ['ID=0690a3f1-877e-4c3a-9917-39eea4fc843c,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:08.266546 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-18cfcb95-f434-46ea-a082-46b93293409a req-a58055e2-cd7d-44c7-ae94-66d7a70ef411 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05fb05ab-0953-4e03-8fb4-fab29c44f86b HTTP/1.1" status: 200 len: 217 time: 0.1150160 Mar 07 23:20:08.443076 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d7f8dd-7aea-435f-b5e5-aa44abc80e8c admin admin] Network 252e7d4a-e802-4ff2-a0c6-1a446f9d728b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:20:08.477828 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-a3d7f8dd-7aea-435f-b5e5-aa44abc80e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:20:08.508286 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1d3e3fe8-b6ae-4262-9fc9-1fef8954860f admin admin] Publish callbacks [] for security_group (281dc9d2-8b8e-461e-a8a2-9ce4761dcbef), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:08.515343 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfcb95-f434-46ea-a082-46b93293409a req-d0b2bb01-6ab2-4ff1-8ab2-21ce554c84e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:08.516879 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-18cfcb95-f434-46ea-a082-46b93293409a req-d0b2bb01-6ab2-4ff1-8ab2-21ce554c84e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af70068c-cef9-4d56-8040-09e5d03e99ff HTTP/1.1" status: 200 len: 851 time: 0.2060289 Mar 07 23:20:08.554999 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-ca5446c3-b4bc-4b0f-951c-32a4dfb4d069 None None] For port 98c93d39-311a-4d58-9a40-fe81b4199350, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=98c93d39-311a-4d58-9a40-fe81b4199350,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:08.651912 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1d3e3fe8-b6ae-4262-9fc9-1fef8954860f admin admin] Publish callbacks [] for security_group (281dc9d2-8b8e-461e-a8a2-9ce4761dcbef), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:08.683957 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-54e9ddff-78d5-45ff-82b4-dc234b4f60a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (69c9ab4f-e02f-4bef-8552-3c6c77ffeba7), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:08.684649 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-54e9ddff-78d5-45ff-82b4-dc234b4f60a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:08.702274 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-ca5446c3-b4bc-4b0f-951c-32a4dfb4d069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (98c93d39-311a-4d58-9a40-fe81b4199350), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:08.703255 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-54e9ddff-78d5-45ff-82b4-dc234b4f60a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69c9ab4f-e02f-4bef-8552-3c6c77ffeba7 HTTP/1.1" status: 204 len: 168 time: 2.7619936 Mar 07 23:20:08.745918 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9ddff-78d5-45ff-82b4-dc234b4f60a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c9ab4f-e02f-4bef-8552-3c6c77ffeba7,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:08.931825 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 98c93d39-311a-4d58-9a40-fe81b4199350 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:20:08.999039 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-329f0f21-ac10-48c6-a573-a63acf4f4dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:09.044882 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5446c3-b4bc-4b0f-951c-32a4dfb4d069 None None] Pushing event updated for resources: {'Port': ['ID=98c93d39-311a-4d58-9a40-fe81b4199350,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:09.054425 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9d1ea875-7850-4113-91ca-508ac41d86ef tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:09.087871 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-6d230e8c-0c0c-4650-84e2-a3e14f2833af None None] Provisioning complete for port 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:09.088602 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-6d230e8c-0c0c-4650-84e2-a3e14f2833af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:09.201518 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-6d230e8c-0c0c-4650-84e2-a3e14f2833af None None] Port 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8 cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:20:09.261232 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 98c93d39-311a-4d58-9a40-fe81b4199350 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:09.261628 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (98c93d39-311a-4d58-9a40-fe81b4199350), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:09.307499 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-6d230e8c-0c0c-4650-84e2-a3e14f2833af None None] Provisioning complete for port 98c93d39-311a-4d58-9a40-fe81b4199350 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:09.307886 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-6d230e8c-0c0c-4650-84e2-a3e14f2833af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (98c93d39-311a-4d58-9a40-fe81b4199350), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:09.354293 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1886301030-router', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '82b3c923-e30e-44d5-9629-8cf892386500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:50Z', 'updated_at': '2022-03-07T23:19:57Z', 'revision_number': 4, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'gw_port': {'id': '82b3c923-e30e-44d5-9629-8cf892386500', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:51Z', 'updated_at': '2022-03-07T23:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '98c93d39-311a-4d58-9a40-fe81b4199350', 'name': '', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'mac_address': 'fa:16:3e:52:4a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:56Z', 'updated_at': '2022-03-07T23:20:06Z', 'revision_number': 4, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'subnets': [{'id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:09.380333 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-2de56810-de28-450f-9741-a29d9a7e8c54 admin admin] Allocated IP 172.20.0.1 (60cd751d-3709-4142-8796-5cc239f83beb/ebe707c4-73f7-4b8d-a363-ddcbe10d5528/12b8263b-5bc5-4aea-9e5f-4f9687c6484b) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:20:09.404541 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-18cfcb95-f434-46ea-a082-46b93293409a req-8f99fec3-1e06-4f39-815e-13f705a7b33d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=beb628a7-c452-494e-b596-02e7f05765d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7924325 Mar 07 23:20:09.406765 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80134586-4055-4ac0-bb40-6e6db7e50392 None None] The sync data for ids ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'] in dv-cinder-813223-6-iscsi is: [{'id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1886301030-router', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '82b3c923-e30e-44d5-9629-8cf892386500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:50Z', 'updated_at': '2022-03-07T23:19:57Z', 'revision_number': 4, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'gw_port': {'id': '82b3c923-e30e-44d5-9629-8cf892386500', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:51Z', 'updated_at': '2022-03-07T23:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '98c93d39-311a-4d58-9a40-fe81b4199350', 'name': '', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'mac_address': 'fa:16:3e:52:4a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:56Z', 'updated_at': '2022-03-07T23:20:06Z', 'revision_number': 4, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'subnets': [{'id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:20:09.468470 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1d3e3fe8-b6ae-4262-9fc9-1fef8954860f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (281dc9d2-8b8e-461e-a8a2-9ce4761dcbef), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:09.477981 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1d3e3fe8-b6ae-4262-9fc9-1fef8954860f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:09.477981 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-1d3e3fe8-b6ae-4262-9fc9-1fef8954860f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/281dc9d2-8b8e-461e-a8a2-9ce4761dcbef HTTP/1.1" status: 204 len: 168 time: 1.4459546 Mar 07 23:20:09.487083 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 98c93d39-311a-4d58-9a40-fe81b4199350 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:09.488404 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 634893b4-de8a-4a0b-a605-3dd294595e24 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:20:09.595828 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-9d1ea875-7850-4113-91ca-508ac41d86ef tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Allocated IP 172.27.3.68 (4f60912c-99c2-416c-85f4-ec579757987b/f4612345-726c-47ef-92a6-cd50d588f814/2fbe890a-8598-4b77-8438-d364412cdd61) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:20:09.605006 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e3fe8-b6ae-4262-9fc9-1fef8954860f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281dc9d2-8b8e-461e-a8a2-9ce4761dcbef,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:09.663300 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-6d230e8c-0c0c-4650-84e2-a3e14f2833af None None] Current status of the port 98c93d39-311a-4d58-9a40-fe81b4199350 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:09.720080 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 634893b4-de8a-4a0b-a605-3dd294595e24 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:09.724469 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (634893b4-de8a-4a0b-a605-3dd294595e24), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:09.787727 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392ed74-10bc-4545-aa8b-fa513f980195 req-8ad83204-3b32-47cb-b7b7-4a5bc7fe3890 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:09.791725 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8392ed74-10bc-4545-aa8b-fa513f980195 req-8ad83204-3b32-47cb-b7b7-4a5bc7fe3890 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 944 time: 0.5213902 Mar 07 23:20:09.962369 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 634893b4-de8a-4a0b-a605-3dd294595e24 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:09.962369 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (634893b4-de8a-4a0b-a605-3dd294595e24), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:09.973415 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d7f8dd-7aea-435f-b5e5-aa44abc80e8c admin admin] Router 95238aa2-48af-43e7-bbc5-a386de22da44 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:20:09.980901 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-18cfcb95-f434-46ea-a082-46b93293409a req-52360cd8-d31e-4df2-b771-84082a8a2a00 service neutron] 10.222.0.16 "GET /v2.0/networks/beb628a7-c452-494e-b596-02e7f05765d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575752 Mar 07 23:20:09.992068 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] For port 634893b4-de8a-4a0b-a605-3dd294595e24, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=634893b4-de8a-4a0b-a605-3dd294595e24,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:10.019782 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8392ed74-10bc-4545-aa8b-fa513f980195 req-bc9202af-39f9-42ef-8f18-f8c1ecc407dc tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/security-groups?id=120e58f3-6963-4ce6-b133-ad89f4b1e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685033 Mar 07 23:20:10.053357 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (634893b4-de8a-4a0b-a605-3dd294595e24), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:10.054162 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 42087171-c470-47a6-978a-9c5b56d9449e up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:20:10.115124 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9d1ea875-7850-4113-91ca-508ac41d86ef tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for port (2fbe890a-8598-4b77-8438-d364412cdd61), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:10.235325 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9d1ea875-7850-4113-91ca-508ac41d86ef tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (2fbe890a-8598-4b77-8438-d364412cdd61), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:10.285184 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Pushing event updated for resources: {'Port': ['ID=634893b4-de8a-4a0b-a605-3dd294595e24,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:10.323746 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 42087171-c470-47a6-978a-9c5b56d9449e triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:10.324446 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (42087171-c470-47a6-978a-9c5b56d9449e), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:10.345901 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ea875-7850-4113-91ca-508ac41d86ef tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Pushing event updated for resources: {'Port': ['ID=2fbe890a-8598-4b77-8438-d364412cdd61,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:10.354810 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1ea875-7850-4113-91ca-508ac41d86ef tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Network 4f60912c-99c2-416c-85f4-ec579757987b is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:20:10.358609 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2de56810-de28-450f-9741-a29d9a7e8c54 admin admin] Publish callbacks [] for port (12b8263b-5bc5-4aea-9e5f-4f9687c6484b), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:10.367391 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-9d1ea875-7850-4113-91ca-508ac41d86ef tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:20:10.383244 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1ea875-7850-4113-91ca-508ac41d86ef tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:20:10.431087 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-18cfcb95-f434-46ea-a082-46b93293409a req-f8de313d-ac81-4ada-bba9-46b3d17d7487 service neutron] 10.222.0.16 "GET /v2.0/networks/beb628a7-c452-494e-b596-02e7f05765d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221659 Mar 07 23:20:10.448671 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d7f8dd-7aea-435f-b5e5-aa44abc80e8c admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:20:10.480428 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-a3d7f8dd-7aea-435f-b5e5-aa44abc80e8c admin admin] 10.222.0.24 "PUT /v2.0/routers/95238aa2-48af-43e7-bbc5-a386de22da44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7920926 Mar 07 23:20:10.550134 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-329f0f21-ac10-48c6-a573-a63acf4f4dc6 admin admin] Publish callbacks [] for port (68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:10.652323 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 42087171-c470-47a6-978a-9c5b56d9449e is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:10.654518 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (42087171-c470-47a6-978a-9c5b56d9449e), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:10.710037 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-329f0f21-ac10-48c6-a573-a63acf4f4dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:10.722149 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] For port 42087171-c470-47a6-978a-9c5b56d9449e, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=42087171-c470-47a6-978a-9c5b56d9449e,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:10.757012 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee943a4-7c99-4aec-b18b-cb69801f50c4 req-afe64a20-4a4c-448d-8633-143f1899b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:10.761159 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1ee943a4-7c99-4aec-b18b-cb69801f50c4 req-afe64a20-4a4c-448d-8633-143f1899b52e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=347a121a189f4897a23a82acab334a16&device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 1128 time: 0.1635528 Mar 07 23:20:10.778636 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (42087171-c470-47a6-978a-9c5b56d9449e), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:10.780649 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 99f4177b-9538-491e-a75a-22a71b074c7f up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:20:10.967927 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Pushing event updated for resources: {'Port': ['ID=42087171-c470-47a6-978a-9c5b56d9449e,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:10.986635 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 99f4177b-9538-491e-a75a-22a71b074c7f triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:10.986635 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (99f4177b-9538-491e-a75a-22a71b074c7f), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:11.102769 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9d1ea875-7850-4113-91ca-508ac41d86ef tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for floatingip (50bd68d9-86a0-41e7-a995-d438695ba9b6), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:11.146522 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-329f0f21-ac10-48c6-a573-a63acf4f4dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558005'] for router_interface (ca2464bf-025b-48e9-8e60-1c19b6f68818), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:11.242054 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 99f4177b-9538-491e-a75a-22a71b074c7f is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:11.243606 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (99f4177b-9538-491e-a75a-22a71b074c7f), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:11.249311 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] Sync routers for ids ['95238aa2-48af-43e7-bbc5-a386de22da44'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:20:11.319535 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] For port 99f4177b-9538-491e-a75a-22a71b074c7f, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=99f4177b-9538-491e-a75a-22a71b074c7f,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:11.320997 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] Routers {'95238aa2-48af-43e7-bbc5-a386de22da44'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:20:11.323785 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:19:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['95238aa2-48af-43e7-bbc5-a386de22da44'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:11.412487 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (99f4177b-9538-491e-a75a-22a71b074c7f), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:11.482783 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee943a4-7c99-4aec-b18b-cb69801f50c4 req-0ac6bd9d-140f-42f2-9254-7817f7b15286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:11.487455 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1ee943a4-7c99-4aec-b18b-cb69801f50c4 req-0ac6bd9d-140f-42f2-9254-7817f7b15286 service neutron] 10.222.0.16 "GET /v2.0/networks?id=beb628a7-c452-494e-b596-02e7f05765d3 HTTP/1.1" status: 200 len: 912 time: 0.7017276 Mar 07 23:20:11.599412 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Pushing event updated for resources: {'Port': ['ID=99f4177b-9538-491e-a75a-22a71b074c7f,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:11.600269 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1ee943a4-7c99-4aec-b18b-cb69801f50c4 req-4e880421-5be6-45a9-818b-97cec79ea65b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05fb05ab-0953-4e03-8fb4-fab29c44f86b HTTP/1.1" status: 200 len: 217 time: 0.1050363 Mar 07 23:20:11.676330 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee943a4-7c99-4aec-b18b-cb69801f50c4 req-529308df-52b5-443f-afaa-46cdc092a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:11.678945 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1ee943a4-7c99-4aec-b18b-cb69801f50c4 req-529308df-52b5-443f-afaa-46cdc092a5a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af70068c-cef9-4d56-8040-09e5d03e99ff HTTP/1.1" status: 200 len: 851 time: 0.0676303 Mar 07 23:20:11.748843 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 634893b4-de8a-4a0b-a605-3dd294595e24 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:20:11.805347 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1ee943a4-7c99-4aec-b18b-cb69801f50c4 req-371c9460-c59e-4644-a664-0beda7c134b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=beb628a7-c452-494e-b596-02e7f05765d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016343 Mar 07 23:20:11.812301 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] Set router 95238aa2-48af-43e7-bbc5-a386de22da44 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:20:11.869861 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329f0f21-ac10-48c6-a573-a63acf4f4dc6 admin admin] Network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:20:11.884696 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f0f21-ac10-48c6-a573-a63acf4f4dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:11.905088 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-329f0f21-ac10-48c6-a573-a63acf4f4dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:20:11.932301 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2de56810-de28-450f-9741-a29d9a7e8c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (12b8263b-5bc5-4aea-9e5f-4f9687c6484b), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:11.938560 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9d1ea875-7850-4113-91ca-508ac41d86ef tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (2fbe890a-8598-4b77-8438-d364412cdd61), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:12.029872 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292a967-65c8-49fc-949d-af56c3ef51ac req-7aa9f895-c8d9-4ad9-90a7-a9f4f4513d12 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:12.036002 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6292a967-65c8-49fc-949d-af56c3ef51ac req-7aa9f895-c8d9-4ad9-90a7-a9f4f4513d12 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 944 time: 0.7300684 Mar 07 23:20:12.040636 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 634893b4-de8a-4a0b-a605-3dd294595e24 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:12.040636 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (634893b4-de8a-4a0b-a605-3dd294595e24), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:12.165467 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1ee943a4-7c99-4aec-b18b-cb69801f50c4 req-97778661-5bec-4c92-974a-a159ee4e0db4 service neutron] 10.222.0.16 "GET /v2.0/networks/beb628a7-c452-494e-b596-02e7f05765d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667867 Mar 07 23:20:12.267533 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-35da4c17-ccab-4a9b-8db4-1c9c395e9282 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:12.269927 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de56810-de28-450f-9741-a29d9a7e8c54 admin admin] Network 60cd751d-3709-4142-8796-5cc239f83beb is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:20:12.275679 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-35da4c17-ccab-4a9b-8db4-1c9c395e9282 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/networks?id=252e7d4a-e802-4ff2-a0c6-1a446f9d728b HTTP/1.1" status: 200 len: 819 time: 0.4083002 Mar 07 23:20:12.324639 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-2de56810-de28-450f-9741-a29d9a7e8c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:20:12.363774 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de56810-de28-450f-9741-a29d9a7e8c54 admin admin] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:20:12.386450 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-54c15999-2ab2-400c-acbb-35fb197567d5 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/quotas/0e0ba9e6a9da4330a40c6943e3681050 HTTP/1.1" status: 200 len: 375 time: 0.1038444 Mar 07 23:20:12.604221 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1ee943a4-7c99-4aec-b18b-cb69801f50c4 req-39ba2aae-8487-4bb6-b1e6-a5ded3e1475a service neutron] 10.222.0.16 "GET /v2.0/networks/beb628a7-c452-494e-b596-02e7f05765d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219575 Mar 07 23:20:12.633614 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-c390bec3-58ea-4bd8-933f-5e57bf7e858d tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e0ba9e6a9da4330a40c6943e3681050&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2317879 Mar 07 23:20:12.749810 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de56810-de28-450f-9741-a29d9a7e8c54 admin admin] Pushing event updated for resources: {'Port': ['ID=12b8263b-5bc5-4aea-9e5f-4f9687c6484b,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:12.794121 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6292a967-65c8-49fc-949d-af56c3ef51ac req-11d668e5-00ec-4a22-95a4-f43a29fd388e tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/security-groups?id=120e58f3-6963-4ce6-b133-ad89f4b1e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7105880 Mar 07 23:20:12.871599 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-7af416e6-9b01-40c1-9574-2ab24d1b214f service neutron] 10.222.0.24 "GET /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306750 Mar 07 23:20:13.028167 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 634893b4-de8a-4a0b-a605-3dd294595e24 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:13.029701 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 42087171-c470-47a6-978a-9c5b56d9449e up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:20:13.069152 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-d771e62f-3572-44bf-a300-7ce59da36a00 None None] Provisioning complete for port 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:13.069770 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d771e62f-3572-44bf-a300-7ce59da36a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:13.169812 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-d771e62f-3572-44bf-a300-7ce59da36a00 None None] Port 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8 cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:20:13.188721 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-a0e3dbbd-d7d4-4acc-8219-8c3b7e88d4cf service neutron] 10.222.0.24 "GET /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969165 Mar 07 23:20:13.199888 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 42087171-c470-47a6-978a-9c5b56d9449e triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:13.200395 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (42087171-c470-47a6-978a-9c5b56d9449e), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:13.232360 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2de56810-de28-450f-9741-a29d9a7e8c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558041'] for router_interface (67f771ad-1081-44a5-aa16-4d38451cdf9f), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:13.260822 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95238aa2-48af-43e7-bbc5-a386de22da44', 'name': 'tempest-ServerRescueNegativeTestJSON-2128821221-router', 'tenant_id': '0e0ba9e6a9da4330a40c6943e3681050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '42087171-c470-47a6-978a-9c5b56d9449e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:05Z', 'revision_number': 4, 'project_id': '0e0ba9e6a9da4330a40c6943e3681050', 'gw_port': {'id': '42087171-c470-47a6-978a-9c5b56d9449e', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95238aa2-48af-43e7-bbc5-a386de22da44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '0690a3f1-877e-4c3a-9917-39eea4fc843c', 'name': '', 'network_id': '252e7d4a-e802-4ff2-a0c6-1a446f9d728b', 'tenant_id': '0e0ba9e6a9da4330a40c6943e3681050', 'mac_address': 'fa:16:3e:a2:38:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95238aa2-48af-43e7-bbc5-a386de22da44', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8514d718-78d0-47bf-aca4-100f86311e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:03Z', 'updated_at': '2022-03-07T23:20:06Z', 'revision_number': 2, 'project_id': '0e0ba9e6a9da4330a40c6943e3681050', 'subnets': [{'id': '8514d718-78d0-47bf-aca4-100f86311e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:13.336221 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] Checking router: 95238aa2-48af-43e7-bbc5-a386de22da44 for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:20:13.337509 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] Updating router 95238aa2-48af-43e7-bbc5-a386de22da44 port 0690a3f1-877e-4c3a-9917-39eea4fc843c binding host dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 23:20:13.387990 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329f0f21-ac10-48c6-a573-a63acf4f4dc6 admin admin] Router ca2464bf-025b-48e9-8e60-1c19b6f68818 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:20:13.425045 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-eebe6be8-8be9-4155-8d24-c1df294c4bc6 None None] Provisioning complete for port 12b8263b-5bc5-4aea-9e5f-4f9687c6484b triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:13.425433 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-eebe6be8-8be9-4155-8d24-c1df294c4bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (12b8263b-5bc5-4aea-9e5f-4f9687c6484b), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:13.430035 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9d1ea875-7850-4113-91ca-508ac41d86ef tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for port (2fbe890a-8598-4b77-8438-d364412cdd61), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:13.476702 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (0690a3f1-877e-4c3a-9917-39eea4fc843c), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:13.570328 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9d1ea875-7850-4113-91ca-508ac41d86ef tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (2fbe890a-8598-4b77-8438-d364412cdd61), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:13.629588 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f45c23f4-89f4-435e-906b-6d54f2d0fd79 req-01b7ce6a-f389-4f18-a0bd-f31b92f33312 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 210 time: 0.0734305 Mar 07 23:20:13.688585 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-eebe6be8-8be9-4155-8d24-c1df294c4bc6 None None] Port 12b8263b-5bc5-4aea-9e5f-4f9687c6484b cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:20:13.798889 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 39416) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:13.869088 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 42087171-c470-47a6-978a-9c5b56d9449e is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:13.874233 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 98c93d39-311a-4d58-9a40-fe81b4199350 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:20:14.036775 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ea875-7850-4113-91ca-508ac41d86ef tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Pushing event updated for resources: {'Port': ['ID=2fbe890a-8598-4b77-8438-d364412cdd61,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:14.070717 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329f0f21-ac10-48c6-a573-a63acf4f4dc6 admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:20:14.083106 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] Sync routers for ids ['ca2464bf-025b-48e9-8e60-1c19b6f68818'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:20:14.100402 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] Routers {'ca2464bf-025b-48e9-8e60-1c19b6f68818'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:20:14.102262 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:19:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['ca2464bf-025b-48e9-8e60-1c19b6f68818'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:14.103136 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-329f0f21-ac10-48c6-a573-a63acf4f4dc6 admin admin] 10.222.0.24 "PUT /v2.0/routers/ca2464bf-025b-48e9-8e60-1c19b6f68818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1661677 Mar 07 23:20:14.128746 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9d1ea875-7850-4113-91ca-508ac41d86ef tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (50bd68d9-86a0-41e7-a995-d438695ba9b6), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:14.132494 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa299fb-d73e-4ff4-a1f4-f4c838e0131d req-b5a20295-bd55-41e9-8979-5dfb3476d37b tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:14.134390 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9aa299fb-d73e-4ff4-a1f4-f4c838e0131d req-b5a20295-bd55-41e9-8979-5dfb3476d37b tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 944 time: 0.1884525 Mar 07 23:20:14.155242 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 98c93d39-311a-4d58-9a40-fe81b4199350 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:14.155829 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (98c93d39-311a-4d58-9a40-fe81b4199350), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:14.292089 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9aa299fb-d73e-4ff4-a1f4-f4c838e0131d req-aefd4ca9-0ed1-4312-b19d-552066a13d87 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/security-groups?id=120e58f3-6963-4ce6-b133-ad89f4b1e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511290 Mar 07 23:20:14.312017 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33e2466a-8f4b-40a1-a0e2-87776182683f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:14.396454 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] Set router ca2464bf-025b-48e9-8e60-1c19b6f68818 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:20:14.433096 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9d1ea875-7850-4113-91ca-508ac41d86ef tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:14.439543 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-9d1ea875-7850-4113-91ca-508ac41d86ef tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.4027841 Mar 07 23:20:14.475822 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 98c93d39-311a-4d58-9a40-fe81b4199350 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:14.520777 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33e2466a-8f4b-40a1-a0e2-87776182683f admin admin] Publish callbacks [] for security_group (37886320-d3a9-4f9c-870c-390fa8e3b936), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:14.535215 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] Publish callbacks [] for port (0690a3f1-877e-4c3a-9917-39eea4fc843c), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:14.607561 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33e2466a-8f4b-40a1-a0e2-87776182683f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (37886320-d3a9-4f9c-870c-390fa8e3b936), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:14.613477 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (0690a3f1-877e-4c3a-9917-39eea4fc843c), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:14.646514 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2de56810-de28-450f-9741-a29d9a7e8c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (12b8263b-5bc5-4aea-9e5f-4f9687c6484b), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:14.741426 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 99f4177b-9538-491e-a75a-22a71b074c7f up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:20:14.784761 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2466a-8f4b-40a1-a0e2-87776182683f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37886320-d3a9-4f9c-870c-390fa8e3b936,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:14.791860 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-33e2466a-8f4b-40a1-a0e2-87776182683f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=170d5ea69f514ee2986b9bb2717db503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9917734 Mar 07 23:20:14.795036 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 39478) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:14.832184 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0085573-f1d6-4128-941b-9211b3649a69 req-215942f7-28ce-413a-86c8-412f474f3b18 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:14.839203 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a0085573-f1d6-4128-941b-9211b3649a69 req-215942f7-28ce-413a-86c8-412f474f3b18 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/networks?id=252e7d4a-e802-4ff2-a0c6-1a446f9d728b HTTP/1.1" status: 200 len: 819 time: 0.6730773 Mar 07 23:20:14.874776 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312f062-7b3e-4054-b166-4cd981e9049b None None] Pushing event updated for resources: {'Port': ['ID=0690a3f1-877e-4c3a-9917-39eea4fc843c,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:14.875514 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0885c05-fc81-4bcd-a287-a1059cbc1d8e admin admin] Publish callbacks [] for security_group (37886320-d3a9-4f9c-870c-390fa8e3b936), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:14.877618 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a0085573-f1d6-4128-941b-9211b3649a69 req-4600c94e-3c60-4cc0-b596-2d51e5d8c2f4 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/quotas/0e0ba9e6a9da4330a40c6943e3681050 HTTP/1.1" status: 200 len: 375 time: 0.0373194 Mar 07 23:20:14.899550 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0885c05-fc81-4bcd-a287-a1059cbc1d8e admin admin] Publish callbacks [] for security_group (37886320-d3a9-4f9c-870c-390fa8e3b936), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:14.980946 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 2, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:14.986714 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] Attempting to bind port 0690a3f1-877e-4c3a-9917-39eea4fc843c on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:20:14.991298 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] Attempting to bind port 0690a3f1-877e-4c3a-9917-39eea4fc843c by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': 'd276a03e-6a98-4009-a107-4df0cc25e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '252e7d4a-e802-4ff2-a0c6-1a446f9d728b'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:20:14.991298 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] Attempting to bind port 0690a3f1-877e-4c3a-9917-39eea4fc843c on network 252e7d4a-e802-4ff2-a0c6-1a446f9d728b {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:20:15.002123 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:20:15.002705 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] Checking segment: {'id': 'd276a03e-6a98-4009-a107-4df0cc25e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '252e7d4a-e802-4ff2-a0c6-1a446f9d728b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:20:15.003622 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:15.004021 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] Bound using segment: {'id': 'd276a03e-6a98-4009-a107-4df0cc25e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '252e7d4a-e802-4ff2-a0c6-1a446f9d728b'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:20:15.004501 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] Bound port: 0690a3f1-877e-4c3a-9917-39eea4fc843c, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd276a03e-6a98-4009-a107-4df0cc25e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '252e7d4a-e802-4ff2-a0c6-1a446f9d728b'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:20:15.004876 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (0690a3f1-877e-4c3a-9917-39eea4fc843c), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:15.020634 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 99f4177b-9538-491e-a75a-22a71b074c7f triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:15.021029 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (99f4177b-9538-491e-a75a-22a71b074c7f), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:15.041265 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] Checking router: ca2464bf-025b-48e9-8e60-1c19b6f68818 for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:20:15.043249 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] Updating router ca2464bf-025b-48e9-8e60-1c19b6f68818 port 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8 binding host dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 23:20:15.070441 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0885c05-fc81-4bcd-a287-a1059cbc1d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (37886320-d3a9-4f9c-870c-390fa8e3b936), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:15.073759 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0885c05-fc81-4bcd-a287-a1059cbc1d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:15.077685 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-c0885c05-fc81-4bcd-a287-a1059cbc1d8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37886320-d3a9-4f9c-870c-390fa8e3b936 HTTP/1.1" status: 204 len: 168 time: 0.2839210 Mar 07 23:20:15.081658 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a0085573-f1d6-4128-941b-9211b3649a69 req-2028c28e-2cea-45d8-ab2c-6313c6762d5d tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e0ba9e6a9da4330a40c6943e3681050&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2027881 Mar 07 23:20:15.092528 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0885c05-fc81-4bcd-a287-a1059cbc1d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37886320-d3a9-4f9c-870c-390fa8e3b936,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:15.148728 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8), before_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:15.154748 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] For port 0690a3f1-877e-4c3a-9917-39eea4fc843c, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:20:15.159578 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] For port 0690a3f1-877e-4c3a-9917-39eea4fc843c, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=0690a3f1-877e-4c3a-9917-39eea4fc843c,segment=NetworkSegment(d276a03e-6a98-4009-a107-4df0cc25e967),segment_id=d276a03e-6a98-4009-a107-4df0cc25e967)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:20:15.204119 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2de56810-de28-450f-9741-a29d9a7e8c54 admin admin] Publish callbacks [] for port (12b8263b-5bc5-4aea-9e5f-4f9687c6484b), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:15.224540 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 99f4177b-9538-491e-a75a-22a71b074c7f is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:15.278454 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (0690a3f1-877e-4c3a-9917-39eea4fc843c), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:15.326991 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2de56810-de28-450f-9741-a29d9a7e8c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (12b8263b-5bc5-4aea-9e5f-4f9687c6484b), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:15.341868 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312f062-7b3e-4054-b166-4cd981e9049b None None] Pushing event updated for resources: {'Port': ['ID=0690a3f1-877e-4c3a-9917-39eea4fc843c,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:15.387458 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] Routers {'95238aa2-48af-43e7-bbc5-a386de22da44'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:20:15.388103 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:19:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['95238aa2-48af-43e7-bbc5-a386de22da44'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:15.429392 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 39500) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:15.443720 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2de56810-de28-450f-9741-a29d9a7e8c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558005'] for router_interface (67f771ad-1081-44a5-aa16-4d38451cdf9f), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:15.447334 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de56810-de28-450f-9741-a29d9a7e8c54 admin admin] Pushing event updated for resources: {'Port': ['ID=12b8263b-5bc5-4aea-9e5f-4f9687c6484b,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:15.516385 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 39504) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:15.522895 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d27fcb74-7ef7-4789-8d82-88d3dabcbd54 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2060619107', 'description': 'tempest-description--607913466'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:15.613527 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] Set router 95238aa2-48af-43e7-bbc5-a386de22da44 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:20:15.648433 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] Publish callbacks [] for port (68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8), precommit_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:15.652688 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de56810-de28-450f-9741-a29d9a7e8c54 admin admin] Network 60cd751d-3709-4142-8796-5cc239f83beb is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:20:15.654122 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-2de56810-de28-450f-9741-a29d9a7e8c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:20:15.665212 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d27fcb74-7ef7-4789-8d82-88d3dabcbd54 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:15.734739 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8), after_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:15.817821 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-741c8f1a-8c87-4120-aac7-15f15681a0c0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--541792710&fields=id&tenant_id=70c6d901ff9f4d8e84e6c24fe716994c HTTP/1.1" status: 200 len: 267 time: 0.1870270 Mar 07 23:20:15.819001 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bc652-6cd2-4704-9548-d353675e2f9f None None] Pushing event updated for resources: {'Port': ['ID=68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8,revision_number=3']} {{(pid=103610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:15.915882 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de56810-de28-450f-9741-a29d9a7e8c54 admin admin] Router 67f771ad-1081-44a5-aa16-4d38451cdf9f has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:20:15.957990 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9f0996cb-e520-4378-8ae6-dd254159f787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:16.026780 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95238aa2-48af-43e7-bbc5-a386de22da44', 'name': 'tempest-ServerRescueNegativeTestJSON-2128821221-router', 'tenant_id': '0e0ba9e6a9da4330a40c6943e3681050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '42087171-c470-47a6-978a-9c5b56d9449e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:05Z', 'revision_number': 4, 'project_id': '0e0ba9e6a9da4330a40c6943e3681050', 'gw_port': {'id': '42087171-c470-47a6-978a-9c5b56d9449e', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95238aa2-48af-43e7-bbc5-a386de22da44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '0690a3f1-877e-4c3a-9917-39eea4fc843c', 'name': '', 'network_id': '252e7d4a-e802-4ff2-a0c6-1a446f9d728b', 'tenant_id': '0e0ba9e6a9da4330a40c6943e3681050', 'mac_address': 'fa:16:3e:a2:38:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95238aa2-48af-43e7-bbc5-a386de22da44', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8514d718-78d0-47bf-aca4-100f86311e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:03Z', 'updated_at': '2022-03-07T23:20:15Z', 'revision_number': 4, 'project_id': '0e0ba9e6a9da4330a40c6943e3681050', 'subnets': [{'id': '8514d718-78d0-47bf-aca4-100f86311e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:16.037955 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] Attempting to bind port 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8 on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:20:16.040140 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] Attempting to bind port 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8 by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'}] {{(pid=103610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:20:16.040140 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] Attempting to bind port 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8 on network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:20:16.045025 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:20:16.045787 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] Checking segment: {'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:20:16.046324 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:16.047395 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] Bound using segment: {'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'} {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:20:16.048007 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] Bound port: 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'}}] {{(pid=103610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:20:16.048146 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d27fcb74-7ef7-4789-8d82-88d3dabcbd54 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group (55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:16.051661 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8), before_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:16.055195 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [req-a0085573-f1d6-4128-941b-9211b3649a69 req-d817d02d-36c0-4d0e-adf4-fc6296e4616b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103608) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 23:20:16.056666 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a0085573-f1d6-4128-941b-9211b3649a69 req-d817d02d-36c0-4d0e-adf4-fc6296e4616b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4594464 Mar 07 23:20:16.085200 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4b434a-732d-46bb-a89c-39182338f1df None None] The sync data for ids ['95238aa2-48af-43e7-bbc5-a386de22da44'] in dv-cinder-813223-6-iscsi is: [{'id': '95238aa2-48af-43e7-bbc5-a386de22da44', 'name': 'tempest-ServerRescueNegativeTestJSON-2128821221-router', 'tenant_id': '0e0ba9e6a9da4330a40c6943e3681050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '42087171-c470-47a6-978a-9c5b56d9449e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:05Z', 'revision_number': 4, 'project_id': '0e0ba9e6a9da4330a40c6943e3681050', 'gw_port': {'id': '42087171-c470-47a6-978a-9c5b56d9449e', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95238aa2-48af-43e7-bbc5-a386de22da44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '0690a3f1-877e-4c3a-9917-39eea4fc843c', 'name': '', 'network_id': '252e7d4a-e802-4ff2-a0c6-1a446f9d728b', 'tenant_id': '0e0ba9e6a9da4330a40c6943e3681050', 'mac_address': 'fa:16:3e:a2:38:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95238aa2-48af-43e7-bbc5-a386de22da44', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8514d718-78d0-47bf-aca4-100f86311e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:03Z', 'updated_at': '2022-03-07T23:20:15Z', 'revision_number': 4, 'project_id': '0e0ba9e6a9da4330a40c6943e3681050', 'subnets': [{'id': '8514d718-78d0-47bf-aca4-100f86311e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:20:16.160605 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-9888a893-99e6-490b-9533-5ff5ea6ceeb1 None None] Provisioning complete for port 12b8263b-5bc5-4aea-9e5f-4f9687c6484b triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:16.165107 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-9888a893-99e6-490b-9533-5ff5ea6ceeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (12b8263b-5bc5-4aea-9e5f-4f9687c6484b), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:16.221218 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.db [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] For port 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:20:16.230091 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.db [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] For port 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:20:16.237099 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-9888a893-99e6-490b-9533-5ff5ea6ceeb1 None None] Port 12b8263b-5bc5-4aea-9e5f-4f9687c6484b cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:20:16.244328 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d27fcb74-7ef7-4789-8d82-88d3dabcbd54 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:16.258716 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a0085573-f1d6-4128-941b-9211b3649a69 req-f52011ca-26cf-418e-8c5b-d56b2fe88173 service neutron] 10.222.0.24 "GET /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911931 Mar 07 23:20:16.311980 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8), after_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:16.364258 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 39520) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:16.395235 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-23bf15c1-a450-4ff8-9b2f-29df3b00a627 None None] Provisioning complete for port 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:16.395612 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-23bf15c1-a450-4ff8-9b2f-29df3b00a627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:16.409801 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d27fcb74-7ef7-4789-8d82-88d3dabcbd54 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:16.411253 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-d27fcb74-7ef7-4789-8d82-88d3dabcbd54 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8937953 Mar 07 23:20:16.418193 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 39524) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:16.435418 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27fcb74-7ef7-4789-8d82-88d3dabcbd54 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:16.441037 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5154be8e-901f-464b-9785-641457669b47 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Request body: {'security_group_rule': {'security_group_id': '55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:16.441878 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bc652-6cd2-4704-9548-d353675e2f9f None None] Pushing event updated for resources: {'Port': ['ID=68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8,revision_number=4']} {{(pid=103610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:16.473230 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de56810-de28-450f-9741-a29d9a7e8c54 admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:20:16.482788 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-2de56810-de28-450f-9741-a29d9a7e8c54 admin admin] 10.222.0.24 "PUT /v2.0/routers/67f771ad-1081-44a5-aa16-4d38451cdf9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2369394 Mar 07 23:20:16.488391 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9f0996cb-e520-4378-8ae6-dd254159f787 admin admin] Publish callbacks [] for security_group (6bc972b5-fc19-4eaa-8700-8063c1d6da00), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:16.504815 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] Sync routers for ids ['67f771ad-1081-44a5-aa16-4d38451cdf9f'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:20:16.506377 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] Routers {'ca2464bf-025b-48e9-8e60-1c19b6f68818'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:20:16.507025 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:19:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['ca2464bf-025b-48e9-8e60-1c19b6f68818'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:16.512823 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-5322d0e3-a3be-4068-bf8d-aa5e28cc7492 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:16.519382 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-5322d0e3-a3be-4068-bf8d-aa5e28cc7492 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/networks?id=2859357e-3793-4a4e-a3ac-55382bb5099f HTTP/1.1" status: 200 len: 817 time: 0.6806748 Mar 07 23:20:16.523289 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-24f871dd-af62-4a13-bfa9-cdca15f53ba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:16.592529 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a0085573-f1d6-4128-941b-9211b3649a69 req-57c7e5af-2130-4a80-b06c-2ddae511bd22 service neutron] 10.222.0.24 "GET /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252850 Mar 07 23:20:16.598253 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-9ea88856-d94d-40bf-8b16-2926116c3fe1 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/quotas/70c6d901ff9f4d8e84e6c24fe716994c HTTP/1.1" status: 200 len: 375 time: 0.0514891 Mar 07 23:20:16.606467 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] Routers {'67f771ad-1081-44a5-aa16-4d38451cdf9f'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:20:16.607173 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:19:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['67f771ad-1081-44a5-aa16-4d38451cdf9f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:16.609070 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9f0996cb-e520-4378-8ae6-dd254159f787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (6bc972b5-fc19-4eaa-8700-8063c1d6da00), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:16.692445 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5154be8e-901f-464b-9785-641457669b47 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group_rule (68374b4b-a5f2-40e2-b641-e95303a64da8), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:16.763082 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0996cb-e520-4378-8ae6-dd254159f787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc972b5-fc19-4eaa-8700-8063c1d6da00,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:16.835736 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] Set router ca2464bf-025b-48e9-8e60-1c19b6f68818 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:20:17.051057 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202ca59-c85b-453b-9848-832289a328ba req-232ef1aa-f2c3-44c0-bc39-a8b39e843ab7 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:17.053481 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f202ca59-c85b-453b-9848-832289a328ba req-232ef1aa-f2c3-44c0-bc39-a8b39e843ab7 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 944 time: 0.0754616 Mar 07 23:20:17.123088 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 0690a3f1-877e-4c3a-9917-39eea4fc843c up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:20:17.130180 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 05fb05ab-0953-4e03-8fb4-fab29c44f86b details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:20:17.217453 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:16Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:17.230659 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-23bf15c1-a450-4ff8-9b2f-29df3b00a627 None None] Current status of the port 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:17.231289 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-23bf15c1-a450-4ff8-9b2f-29df3b00a627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:17.243800 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5154be8e-901f-464b-9785-641457669b47 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group_rule (68374b4b-a5f2-40e2-b641-e95303a64da8), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:17.252296 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-4aefbe51-cfce-4252-bcc2-e454c81bbe5c tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=70c6d901ff9f4d8e84e6c24fe716994c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6291270 Mar 07 23:20:17.258243 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-9f0996cb-e520-4378-8ae6-dd254159f787 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46f48d6f2715495898130d194006d1d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8277805 Mar 07 23:20:17.262225 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 39540) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:17.282995 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] Set router 67f771ad-1081-44a5-aa16-4d38451cdf9f gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:20:17.321126 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f202ca59-c85b-453b-9848-832289a328ba req-85408c8f-9e24-401c-ac09-c3bdefcfcfa3 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/security-groups?id=120e58f3-6963-4ce6-b133-ad89f4b1e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592535 Mar 07 23:20:17.386287 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 0690a3f1-877e-4c3a-9917-39eea4fc843c triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:17.386829 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (0690a3f1-877e-4c3a-9917-39eea4fc843c), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:17.435512 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c4466b-487c-423a-bc6f-338b1069d834 None None] The sync data for ids ['ca2464bf-025b-48e9-8e60-1c19b6f68818'] in dv-cinder-813223-6-iscsi is: [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:16Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:20:17.459850 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-bf6ba16c-480e-46cb-b99a-bb75eca2aefc service neutron] 10.222.0.24 "GET /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230996 Mar 07 23:20:17.460463 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5154be8e-901f-464b-9785-641457669b47 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (68374b4b-a5f2-40e2-b641-e95303a64da8), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:17.553670 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154be8e-901f-464b-9785-641457669b47 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68374b4b-a5f2-40e2-b641-e95303a64da8,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:17.570363 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-23bf15c1-a450-4ff8-9b2f-29df3b00a627 None None] For port 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:17.661913 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4771ee6e-fb26-483e-ba80-2087af240dc4 admin admin] Publish callbacks [] for security_group (6bc972b5-fc19-4eaa-8700-8063c1d6da00), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:17.701942 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-23bf15c1-a450-4ff8-9b2f-29df3b00a627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:17.705442 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-24f871dd-af62-4a13-bfa9-cdca15f53ba0 admin admin] Publish callbacks [] for security_group (9f7de0b2-5c05-4193-9f0b-2bbbea243a61), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:17.728610 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5154be8e-901f-464b-9785-641457669b47 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:17.732751 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 39554) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:17.733289 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-5154be8e-901f-464b-9785-641457669b47 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2988853 Mar 07 23:20:17.737823 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-0032770a-3530-447b-ac53-b4af6cb3a05b tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Request body: {'security_group_rule': {'security_group_id': '55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:17.755866 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-0abf8745-a99e-45e0-9296-735bd99a6102 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:17.757972 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-0abf8745-a99e-45e0-9296-735bd99a6102 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.16 "GET /v2.0/networks?id=252e7d4a-e802-4ff2-a0c6-1a446f9d728b HTTP/1.1" status: 200 len: 819 time: 0.4975641 Mar 07 23:20:17.760121 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4771ee6e-fb26-483e-ba80-2087af240dc4 admin admin] Publish callbacks [] for security_group (6bc972b5-fc19-4eaa-8700-8063c1d6da00), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:17.774226 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-69e2bb21-ffb8-4919-8037-417c9dd8d8ec tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Request body: {'port': {'device_id': '23e0af9a-dc81-40f4-8bba-388160e2cdb8', 'network_id': '252e7d4a-e802-4ff2-a0c6-1a446f9d728b', 'admin_state_up': True, 'tenant_id': '0e0ba9e6a9da4330a40c6943e3681050'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:17.792066 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf15c1-a450-4ff8-9b2f-29df3b00a627 None None] Pushing event updated for resources: {'Port': ['ID=68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:17.813250 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-24f871dd-af62-4a13-bfa9-cdca15f53ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (9f7de0b2-5c05-4193-9f0b-2bbbea243a61), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:17.817383 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 05fb05ab-0953-4e03-8fb4-fab29c44f86b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=05fb05ab-0953-4e03-8fb4-fab29c44f86b,segment=NetworkSegment(2983ef5f-d16d-4eb2-ad1b-25dd2e9ab9db),segment_id=2983ef5f-d16d-4eb2-ad1b-25dd2e9ab9db)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:17.851051 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': '05fb05ab-0953-4e03-8fb4-fab29c44f86b', 'network_id': 'beb628a7-c452-494e-b596-02e7f05765d3', 'port_id': '05fb05ab-0953-4e03-8fb4-fab29c44f86b', 'mac_address': 'fa:16:3e:d0:25:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af70068c-cef9-4d56-8040-09e5d03e99ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:20:17.870006 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0032770a-3530-447b-ac53-b4af6cb3a05b tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group_rule (c559b14c-20fa-49db-b982-c7c315bff8c8), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:17.903300 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-2b9d8c54-34b4-45dd-bdbf-d9654fa497fc service neutron] 10.222.0.24 "GET /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201789 Mar 07 23:20:17.945356 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-f5d58d2e-7aa5-4df5-8134-f537629f6400 None None] Provisioning complete for port 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:17.952013 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f5d58d2e-7aa5-4df5-8134-f537629f6400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:17.973309 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 39558) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:17.975281 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0032770a-3530-447b-ac53-b4af6cb3a05b tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group_rule (c559b14c-20fa-49db-b982-c7c315bff8c8), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:17.987455 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-6d38ed67-848f-4ccc-ab8f-7ca9187d5dd4 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1184391643', 'description': 'tempest-description--1792291489'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:18.007040 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f871dd-af62-4a13-bfa9-cdca15f53ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7de0b2-5c05-4193-9f0b-2bbbea243a61,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:18.008733 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 0690a3f1-877e-4c3a-9917-39eea4fc843c is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:18.009169 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (0690a3f1-877e-4c3a-9917-39eea4fc843c), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:18.013989 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 05fb05ab-0953-4e03-8fb4-fab29c44f86b is: DOWN; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:18.014375 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (05fb05ab-0953-4e03-8fb4-fab29c44f86b), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:18.021527 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-24f871dd-af62-4a13-bfa9-cdca15f53ba0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe7a11219422420ab5ea7e0be0513b76&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6502891 Mar 07 23:20:18.025542 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 39562) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:18.085831 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05fb05ab-0953-4e03-8fb4-fab29c44f86b {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:20:18.130517 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c26df5e7-d79f-417a-af89-2d618e27b636 req-0096497e-0e78-4a1a-8f4c-90a08471131d tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 210 time: 0.0487475 Mar 07 23:20:18.135591 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0032770a-3530-447b-ac53-b4af6cb3a05b tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (c559b14c-20fa-49db-b982-c7c315bff8c8), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:18.159327 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] For port 0690a3f1-877e-4c3a-9917-39eea4fc843c, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=0690a3f1-877e-4c3a-9917-39eea4fc843c,segment=NetworkSegment(d276a03e-6a98-4009-a107-4df0cc25e967),segment_id=d276a03e-6a98-4009-a107-4df0cc25e967)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:18.164621 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 05fb05ab-0953-4e03-8fb4-fab29c44f86b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=05fb05ab-0953-4e03-8fb4-fab29c44f86b,segment=NetworkSegment(2983ef5f-d16d-4eb2-ad1b-25dd2e9ab9db),segment_id=2983ef5f-d16d-4eb2-ad1b-25dd2e9ab9db)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:18.167932 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6d38ed67-848f-4ccc-ab8f-7ca9187d5dd4 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:18.171061 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4771ee6e-fb26-483e-ba80-2087af240dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (6bc972b5-fc19-4eaa-8700-8063c1d6da00), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:18.173767 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4771ee6e-fb26-483e-ba80-2087af240dc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:18.175304 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-4771ee6e-fb26-483e-ba80-2087af240dc4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6bc972b5-fc19-4eaa-8700-8063c1d6da00 HTTP/1.1" status: 204 len: 168 time: 0.8912170 Mar 07 23:20:18.193052 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'name': 'tempest-AttachVolumeTestJSON-1905255531-router', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:13Z', 'revision_number': 4, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'gw_port': {'id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:55Z', 'updated_at': '2022-03-07T23:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '12b8263b-5bc5-4aea-9e5f-4f9687c6484b', 'name': '', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'mac_address': 'fa:16:3e:d2:85:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:08Z', 'updated_at': '2022-03-07T23:20:14Z', 'revision_number': 2, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'subnets': [{'id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:18.215482 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032770a-3530-447b-ac53-b4af6cb3a05b tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c559b14c-20fa-49db-b982-c7c315bff8c8,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:18.223135 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-53457c09-6714-4e05-9f60-e7ce02732237 admin admin] Publish callbacks [] for security_group (9f7de0b2-5c05-4193-9f0b-2bbbea243a61), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:18.233094 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-69e2bb21-ffb8-4919-8037-417c9dd8d8ec tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Made reservation on behalf of 0e0ba9e6a9da4330a40c6943e3681050 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:20:18.254198 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-69e2bb21-ffb8-4919-8037-417c9dd8d8ec tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:18.258793 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771ee6e-fb26-483e-ba80-2087af240dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc972b5-fc19-4eaa-8700-8063c1d6da00,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:18.274923 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0032770a-3530-447b-ac53-b4af6cb3a05b tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:18.276351 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-0032770a-3530-447b-ac53-b4af6cb3a05b tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5425463 Mar 07 23:20:18.288464 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-53457c09-6714-4e05-9f60-e7ce02732237 admin admin] Publish callbacks [] for security_group (9f7de0b2-5c05-4193-9f0b-2bbbea243a61), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:18.291374 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 39570) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:18.295919 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-3725d422-e9c7-499d-86a4-0e3ffb56f552 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Request body: {'floatingip': {'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:18.311318 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-f5d58d2e-7aa5-4df5-8134-f537629f6400 None None] Current status of the port 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:18.365059 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2778c52a-b57b-4c53-ab12-695d9a845341 req-cf2fd524-90bd-4eb7-bb74-361ef90cd055 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 210 time: 0.1133475 Mar 07 23:20:18.419030 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3725d422-e9c7-499d-86a4-0e3ffb56f552 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:18.419201 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (05fb05ab-0953-4e03-8fb4-fab29c44f86b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:18.447224 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (0690a3f1-877e-4c3a-9917-39eea4fc843c), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:18.470070 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] Checking router: 67f771ad-1081-44a5-aa16-4d38451cdf9f for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:20:18.470617 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] Updating router 67f771ad-1081-44a5-aa16-4d38451cdf9f port 12b8263b-5bc5-4aea-9e5f-4f9687c6484b binding host dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 23:20:18.473330 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6d38ed67-848f-4ccc-ab8f-7ca9187d5dd4 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for security_group (c0d908ee-8e8a-4610-9a3d-af323b93368a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:18.566669 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-69e2bb21-ffb8-4919-8037-417c9dd8d8ec tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Allocated IP 172.20.0.9 (252e7d4a-e802-4ff2-a0c6-1a446f9d728b/8514d718-78d0-47bf-aca4-100f86311e4c/67558d26-ec32-439a-a4d1-737c464f1726) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:20:18.596206 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-53457c09-6714-4e05-9f60-e7ce02732237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (9f7de0b2-5c05-4193-9f0b-2bbbea243a61), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:18.604050 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-53457c09-6714-4e05-9f60-e7ce02732237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:18.609835 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-53457c09-6714-4e05-9f60-e7ce02732237 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f7de0b2-5c05-4193-9f0b-2bbbea243a61 HTTP/1.1" status: 204 len: 168 time: 0.5774264 Mar 07 23:20:18.635377 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6d38ed67-848f-4ccc-ab8f-7ca9187d5dd4 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (c0d908ee-8e8a-4610-9a3d-af323b93368a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:18.648483 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53457c09-6714-4e05-9f60-e7ce02732237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7de0b2-5c05-4193-9f0b-2bbbea243a61,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:18.738694 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['05fb05ab-0953-4e03-8fb4-fab29c44f86b'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:20:18.742175 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:20:18.744352 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (12b8263b-5bc5-4aea-9e5f-4f9687c6484b), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:18.764860 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec807e9-5540-45ee-91b8-8e905bff95e3 req-d78b08fe-588b-42f0-8d7d-6f5db2b9119f tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:18.776379 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-7ec807e9-5540-45ee-91b8-8e905bff95e3 req-d78b08fe-588b-42f0-8d7d-6f5db2b9119f tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 945 time: 0.2934604 Mar 07 23:20:18.807868 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38ed67-848f-4ccc-ab8f-7ca9187d5dd4 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d908ee-8e8a-4610-9a3d-af323b93368a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:18.868615 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6d38ed67-848f-4ccc-ab8f-7ca9187d5dd4 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:18.881779 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 39590) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:18.882334 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-6d38ed67-848f-4ccc-ab8f-7ca9187d5dd4 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9015169 Mar 07 23:20:18.889998 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-929de597-438e-4b01-9251-3737aacc2a2a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Request body: {'security_group_rule': {'security_group_id': 'c0d908ee-8e8a-4610-9a3d-af323b93368a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:19.029339 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=05fb05ab-0953-4e03-8fb4-fab29c44f86b,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:19.040139 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-7ec807e9-5540-45ee-91b8-8e905bff95e3 req-33a9eaa5-c9b0-4d09-8f2e-d223ee19678d tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/security-groups?id=120e58f3-6963-4ce6-b133-ad89f4b1e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628789 Mar 07 23:20:19.060005 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3725d422-e9c7-499d-86a4-0e3ffb56f552 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:19.131437 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-69e2bb21-ffb8-4919-8037-417c9dd8d8ec tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Publish callbacks [] for port (67558d26-ec32-439a-a4d1-737c464f1726), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:19.229197 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-3725d422-e9c7-499d-86a4-0e3ffb56f552 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Allocated IP 172.27.3.60 (4f60912c-99c2-416c-85f4-ec579757987b/f4612345-726c-47ef-92a6-cd50d588f814/885df391-6020-4d44-866c-da595674d51c) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:20:19.260354 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:19.260657 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:19.284766 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-82e8587e-fe64-4962-a0b0-6f77c84d728c req-05027a12-a777-4a8b-83c5-96d980da916a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 210 time: 0.0468092 Mar 07 23:20:19.356040 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Pushing event updated for resources: {'Port': ['ID=0690a3f1-877e-4c3a-9917-39eea4fc843c,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:19.435863 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3725d422-e9c7-499d-86a4-0e3ffb56f552 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for port (885df391-6020-4d44-866c-da595674d51c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:19.467404 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-8920f24e-b48c-40b0-ab32-e093073b322f req-c2b82711-7545-4476-8c8a-454311e789e6 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 210 time: 0.0377519 Mar 07 23:20:19.595844 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:19.627489 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] Publish callbacks [] for port (12b8263b-5bc5-4aea-9e5f-4f9687c6484b), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:19.944591 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-69e2bb21-ffb8-4919-8037-417c9dd8d8ec tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871'] for port (67558d26-ec32-439a-a4d1-737c464f1726), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:19.955696 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-929de597-438e-4b01-9251-3737aacc2a2a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for security_group_rule (0471f086-c4ac-4b37-82a5-8840073424b3), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:19.972719 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (12b8263b-5bc5-4aea-9e5f-4f9687c6484b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:19.979409 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3725d422-e9c7-499d-86a4-0e3ffb56f552 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871'] for port (885df391-6020-4d44-866c-da595674d51c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:20.019941 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-929de597-438e-4b01-9251-3737aacc2a2a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for security_group_rule (0471f086-c4ac-4b37-82a5-8840073424b3), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:20.027220 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-69e2bb21-ffb8-4919-8037-417c9dd8d8ec tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Network 252e7d4a-e802-4ff2-a0c6-1a446f9d728b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:20:20.033903 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-69e2bb21-ffb8-4919-8037-417c9dd8d8ec tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:20:20.037597 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae094aa-92a3-4f4b-9108-345813feb0ae None None] Pushing event updated for resources: {'Port': ['ID=12b8263b-5bc5-4aea-9e5f-4f9687c6484b,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:20.038245 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3725d422-e9c7-499d-86a4-0e3ffb56f552 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Network 4f60912c-99c2-416c-85f4-ec579757987b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:20:20.043475 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-69e2bb21-ffb8-4919-8037-417c9dd8d8ec tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:20:20.049474 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-69e2bb21-ffb8-4919-8037-417c9dd8d8ec tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:20.049993 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-69e2bb21-ffb8-4919-8037-417c9dd8d8ec tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:20.055971 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-3725d422-e9c7-499d-86a4-0e3ffb56f552 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:20:20.067151 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3725d422-e9c7-499d-86a4-0e3ffb56f552 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:20:20.087283 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-929de597-438e-4b01-9251-3737aacc2a2a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (0471f086-c4ac-4b37-82a5-8840073424b3), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:20.118155 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] Attempting to bind port 12b8263b-5bc5-4aea-9e5f-4f9687c6484b on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:20:20.118645 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] Attempting to bind port 12b8263b-5bc5-4aea-9e5f-4f9687c6484b by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': 'acbb6c4e-37f7-4347-8261-3f6da46e7cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:20:20.119013 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] Attempting to bind port 12b8263b-5bc5-4aea-9e5f-4f9687c6484b on network 60cd751d-3709-4142-8796-5cc239f83beb {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:20:20.122922 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929de597-438e-4b01-9251-3737aacc2a2a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0471f086-c4ac-4b37-82a5-8840073424b3,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:20.125719 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:20:20.126696 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] Checking segment: {'id': 'acbb6c4e-37f7-4347-8261-3f6da46e7cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:20:20.126696 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:20.127236 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] Bound using segment: {'id': 'acbb6c4e-37f7-4347-8261-3f6da46e7cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:20:20.127804 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] Bound port: 12b8263b-5bc5-4aea-9e5f-4f9687c6484b, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acbb6c4e-37f7-4347-8261-3f6da46e7cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:20:20.128516 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (12b8263b-5bc5-4aea-9e5f-4f9687c6484b), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:20.151694 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2bb21-ffb8-4919-8037-417c9dd8d8ec tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Pushing event updated for resources: {'Port': ['ID=67558d26-ec32-439a-a4d1-737c464f1726,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:20.238032 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cb8a4-4242-4b7b-9946-c291250b8e8e req-b527778f-dd55-4657-ba54-fe838af39d7f tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:20.242302 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5f7cb8a4-4242-4b7b-9946-c291250b8e8e req-b527778f-dd55-4657-ba54-fe838af39d7f tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 945 time: 0.1054261 Mar 07 23:20:20.246039 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-929de597-438e-4b01-9251-3737aacc2a2a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:20.247375 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-929de597-438e-4b01-9251-3737aacc2a2a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3659976 Mar 07 23:20:20.251245 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 39604) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:20.262858 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-6c4b3d06-9561-4d8c-86a6-7d9d3282df5e tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Request body: {'security_group_rule': {'security_group_id': 'c0d908ee-8e8a-4610-9a3d-af323b93368a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:20.282869 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 39606) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:20.287709 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3725d422-e9c7-499d-86a4-0e3ffb56f552 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (e024a4c4-06ca-4dd0-8a01-4725d5428d35), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:20.307268 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-69e2bb21-ffb8-4919-8037-417c9dd8d8ec tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5320458 Mar 07 23:20:20.316163 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-cb3650dc-cb61-41e2-8bb5-54c2302764d2 service neutron] Request body: {'port': {'device_id': '23e0af9a-dc81-40f4-8bba-388160e2cdb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:20.320027 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725d422-e9c7-499d-86a4-0e3ffb56f552 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event updated for resources: {'Port': ['ID=885df391-6020-4d44-866c-da595674d51c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:20.377763 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ec696659-d36d-4f83-89a1-be0ea6d48e0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:20.430784 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5f7cb8a4-4242-4b7b-9946-c291250b8e8e req-7a26a05f-211b-4349-a5c8-f018c78ff610 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/security-groups?id=120e58f3-6963-4ce6-b133-ad89f4b1e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819119 Mar 07 23:20:20.441198 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3725d422-e9c7-499d-86a4-0e3ffb56f552 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (885df391-6020-4d44-866c-da595674d51c), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:20.457138 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-11523a06-52f4-4385-9d6d-8e127c28317a None None] Provisioning complete for port 12b8263b-5bc5-4aea-9e5f-4f9687c6484b triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:20.457655 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-11523a06-52f4-4385-9d6d-8e127c28317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (12b8263b-5bc5-4aea-9e5f-4f9687c6484b), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:20.485266 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.16', 54488) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:20.508335 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] For port 12b8263b-5bc5-4aea-9e5f-4f9687c6484b, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:20:20.534321 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3d06-9561-4d8c-86a6-7d9d3282df5e tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for security_group_rule (64de3a5f-8272-47c0-b093-cd9ac5c269d1), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:20.562884 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] For port 12b8263b-5bc5-4aea-9e5f-4f9687c6484b, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=12b8263b-5bc5-4aea-9e5f-4f9687c6484b,segment=NetworkSegment(acbb6c4e-37f7-4347-8261-3f6da46e7cfc),segment_id=acbb6c4e-37f7-4347-8261-3f6da46e7cfc)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:20:20.562884 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-11523a06-52f4-4385-9d6d-8e127c28317a None None] Port 12b8263b-5bc5-4aea-9e5f-4f9687c6484b cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:20:20.570438 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1c243a48-779e-4157-bb7f-09fe2cf8df39 req-530dddd2-7564-4a64-9537-f3704f06f8d7 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 210 time: 0.1476800 Mar 07 23:20:20.635573 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-cb3650dc-cb61-41e2-8bb5-54c2302764d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (67558d26-ec32-439a-a4d1-737c464f1726), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:20.635702 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (12b8263b-5bc5-4aea-9e5f-4f9687c6484b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:20.645087 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 0690a3f1-877e-4c3a-9917-39eea4fc843c up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:20:20.723145 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-31829b0c-8b2d-4a60-8d7e-623f748d7108 req-99932c26-d934-4887-8b6a-9c1edc1149ea tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 210 time: 0.1262913 Mar 07 23:20:20.737155 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ec696659-d36d-4f83-89a1-be0ea6d48e0c admin admin] Publish callbacks [] for security_group (89bb4b70-62a3-4cef-9875-252df737bc24), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:20.764014 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] Routers {'67f771ad-1081-44a5-aa16-4d38451cdf9f'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:20:20.764664 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:19:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['67f771ad-1081-44a5-aa16-4d38451cdf9f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:20.819388 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3d06-9561-4d8c-86a6-7d9d3282df5e tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for security_group_rule (64de3a5f-8272-47c0-b093-cd9ac5c269d1), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:20.828214 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0085573-f1d6-4128-941b-9211b3649a69 req-806c8bab-42cf-40ae-b2d5-85fa9682d7cc tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:20.829802 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a0085573-f1d6-4128-941b-9211b3649a69 req-806c8bab-42cf-40ae-b2d5-85fa9682d7cc tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.16 "GET /v2.0/networks?id=252e7d4a-e802-4ff2-a0c6-1a446f9d728b HTTP/1.1" status: 200 len: 819 time: 0.3426578 Mar 07 23:20:20.842957 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-a0085573-f1d6-4128-941b-9211b3649a69 req-27aa28a5-de45-413b-9ee4-726b2268b50a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Request body: {'port': {'device_id': '876d75a9-e3ae-4c9a-b177-94c6e5f797ef', 'network_id': '252e7d4a-e802-4ff2-a0c6-1a446f9d728b', 'admin_state_up': True, 'tenant_id': '0e0ba9e6a9da4330a40c6943e3681050'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:20.862810 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ec696659-d36d-4f83-89a1-be0ea6d48e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (89bb4b70-62a3-4cef-9875-252df737bc24), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:20.893298 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae094aa-92a3-4f4b-9108-345813feb0ae None None] Pushing event updated for resources: {'Port': ['ID=12b8263b-5bc5-4aea-9e5f-4f9687c6484b,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:20.895972 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-ec696659-d36d-4f83-89a1-be0ea6d48e0c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2742f7dd8f35414f8a499a22d135e2e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6094761 Mar 07 23:20:20.913677 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 39628) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:20.913873 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 05fb05ab-0953-4e03-8fb4-fab29c44f86b up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:20:21.029619 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 0690a3f1-877e-4c3a-9917-39eea4fc843c triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:21.030234 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (0690a3f1-877e-4c3a-9917-39eea4fc843c), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:21.097622 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] Set router 67f771ad-1081-44a5-aa16-4d38451cdf9f gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:20:21.111556 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3d06-9561-4d8c-86a6-7d9d3282df5e tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (64de3a5f-8272-47c0-b093-cd9ac5c269d1), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:21.162090 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2ff42f51-7adf-41ef-87ef-9c2359fff538 admin admin] Publish callbacks [] for security_group (89bb4b70-62a3-4cef-9875-252df737bc24), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:21.173238 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec696659-d36d-4f83-89a1-be0ea6d48e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bb4b70-62a3-4cef-9875-252df737bc24,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:21.190450 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b3d06-9561-4d8c-86a6-7d9d3282df5e tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64de3a5f-8272-47c0-b093-cd9ac5c269d1,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:21.206805 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning for port 05fb05ab-0953-4e03-8fb4-fab29c44f86b completed by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 23:20:21.213531 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2ff42f51-7adf-41ef-87ef-9c2359fff538 admin admin] Publish callbacks [] for security_group (89bb4b70-62a3-4cef-9875-252df737bc24), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:21.247003 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3d06-9561-4d8c-86a6-7d9d3282df5e tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:21.251944 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-6c4b3d06-9561-4d8c-86a6-7d9d3282df5e tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9946997 Mar 07 23:20:21.253569 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 39638) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:21.260244 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-aeb8ab4f-b64e-4bb1-b888-ef07adbbacf3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Request body: {'floatingip': {'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:21.285907 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port 05fb05ab-0953-4e03-8fb4-fab29c44f86b triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:21.286779 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (05fb05ab-0953-4e03-8fb4-fab29c44f86b), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:21.321563 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0085573-f1d6-4128-941b-9211b3649a69 req-27aa28a5-de45-413b-9ee4-726b2268b50a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Made reservation on behalf of 0e0ba9e6a9da4330a40c6943e3681050 for: {'port': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:20:21.325389 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-a0085573-f1d6-4128-941b-9211b3649a69 req-27aa28a5-de45-413b-9ee4-726b2268b50a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:21.372839 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-50263137-d823-43db-b29f-73777301630b None None] Provisioning complete for port 12b8263b-5bc5-4aea-9e5f-4f9687c6484b triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:21.373259 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-50263137-d823-43db-b29f-73777301630b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (12b8263b-5bc5-4aea-9e5f-4f9687c6484b), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:21.376084 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3725d422-e9c7-499d-86a4-0e3ffb56f552 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for port (885df391-6020-4d44-866c-da595674d51c), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:21.384085 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aeb8ab4f-b64e-4bb1-b888-ef07adbbacf3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:21.422064 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 0690a3f1-877e-4c3a-9917-39eea4fc843c is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:21.512911 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3725d422-e9c7-499d-86a4-0e3ffb56f552 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (885df391-6020-4d44-866c-da595674d51c), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:21.526575 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2ff42f51-7adf-41ef-87ef-9c2359fff538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (89bb4b70-62a3-4cef-9875-252df737bc24), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:21.535064 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2ff42f51-7adf-41ef-87ef-9c2359fff538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:21.536800 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-2ff42f51-7adf-41ef-87ef-9c2359fff538 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89bb4b70-62a3-4cef-9875-252df737bc24 HTTP/1.1" status: 204 len: 168 time: 0.6239889 Mar 07 23:20:21.584210 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 05fb05ab-0953-4e03-8fb4-fab29c44f86b is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:21.584818 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (05fb05ab-0953-4e03-8fb4-fab29c44f86b), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:21.607812 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff42f51-7adf-41ef-87ef-9c2359fff538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bb4b70-62a3-4cef-9875-252df737bc24,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:21.617813 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-50263137-d823-43db-b29f-73777301630b None None] Current status of the port 12b8263b-5bc5-4aea-9e5f-4f9687c6484b is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:21.628045 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-50263137-d823-43db-b29f-73777301630b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (12b8263b-5bc5-4aea-9e5f-4f9687c6484b), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:21.656541 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725d422-e9c7-499d-86a4-0e3ffb56f552 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event updated for resources: {'Port': ['ID=885df391-6020-4d44-866c-da595674d51c,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:21.659795 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aeb8ab4f-b64e-4bb1-b888-ef07adbbacf3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:21.684841 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3725d422-e9c7-499d-86a4-0e3ffb56f552 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (e024a4c4-06ca-4dd0-8a01-4725d5428d35), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:21.715637 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5df1e3f-5691-49cd-8638-492146bb8dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fb05ab-0953-4e03-8fb4-fab29c44f86b'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:20:21.776110 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b2f156ed-04a0-4682-9147-100f64588133 req-b1d488d8-25a9-4f37-a855-cc65a9afc133 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 210 time: 0.0719535 Mar 07 23:20:21.789463 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1211887-47ed-4107-bd18-92559c5819b8 req-c04a180e-2283-465c-b17c-b52e378e522b tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:21.796156 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a1211887-47ed-4107-bd18-92559c5819b8 req-c04a180e-2283-465c-b17c-b52e378e522b tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 945 time: 0.1414139 Mar 07 23:20:21.819270 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-cb3650dc-cb61-41e2-8bb5-54c2302764d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67558d26-ec32-439a-a4d1-737c464f1726 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:20:21.836076 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3725d422-e9c7-499d-86a4-0e3ffb56f552 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:21.846267 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-3725d422-e9c7-499d-86a4-0e3ffb56f552 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5529821 Mar 07 23:20:21.850451 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-cb3650dc-cb61-41e2-8bb5-54c2302764d2 service neutron] Publish callbacks [] for port (67558d26-ec32-439a-a4d1-737c464f1726), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:21.892658 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a1211887-47ed-4107-bd18-92559c5819b8 req-05cfe1c9-0d29-4623-98ea-569970eedbe6 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/security-groups?id=120e58f3-6963-4ce6-b133-ad89f4b1e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947309 Mar 07 23:20:21.905093 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-cb3650dc-cb61-41e2-8bb5-54c2302764d2 service neutron] Transition to ACTIVE for port object 67558d26-ec32-439a-a4d1-737c464f1726 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 23:20:21.910263 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-aeb8ab4f-b64e-4bb1-b888-ef07adbbacf3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Allocated IP 172.27.3.234 (4f60912c-99c2-416c-85f4-ec579757987b/f4612345-726c-47ef-92a6-cd50d588f814/9e3a28f5-2e96-4632-bc69-fc4cdf57c990) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:20:21.915793 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 05fb05ab-0953-4e03-8fb4-fab29c44f86b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=05fb05ab-0953-4e03-8fb4-fab29c44f86b,segment=NetworkSegment(2983ef5f-d16d-4eb2-ad1b-25dd2e9ab9db),segment_id=2983ef5f-d16d-4eb2-ad1b-25dd2e9ab9db)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:21.926909 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'name': 'tempest-AttachVolumeTestJSON-1905255531-router', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:13Z', 'revision_number': 4, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'gw_port': {'id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:55Z', 'updated_at': '2022-03-07T23:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '12b8263b-5bc5-4aea-9e5f-4f9687c6484b', 'name': '', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'mac_address': 'fa:16:3e:d2:85:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:08Z', 'updated_at': '2022-03-07T23:20:20Z', 'revision_number': 4, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'subnets': [{'id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:21.950080 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-291265d4-7a9d-4968-8790-3daec0abaad6 req-f929927a-c096-4573-87ab-0fc9eb5ce173 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 210 time: 0.0370920 Mar 07 23:20:21.959713 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-50263137-d823-43db-b29f-73777301630b None None] For port 12b8263b-5bc5-4aea-9e5f-4f9687c6484b, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=12b8263b-5bc5-4aea-9e5f-4f9687c6484b,segment=NetworkSegment(acbb6c4e-37f7-4347-8261-3f6da46e7cfc),segment_id=acbb6c4e-37f7-4347-8261-3f6da46e7cfc)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:21.967404 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d494558a-6a43-49af-8c28-b6d84aa19d06 None None] The sync data for ids ['67f771ad-1081-44a5-aa16-4d38451cdf9f'] in dv-cinder-813223-6-iscsi is: [{'id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'name': 'tempest-AttachVolumeTestJSON-1905255531-router', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:13Z', 'revision_number': 4, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'gw_port': {'id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:55Z', 'updated_at': '2022-03-07T23:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '12b8263b-5bc5-4aea-9e5f-4f9687c6484b', 'name': '', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'mac_address': 'fa:16:3e:d2:85:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:08Z', 'updated_at': '2022-03-07T23:20:20Z', 'revision_number': 4, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'subnets': [{'id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:20:21.968430 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-cb3650dc-cb61-41e2-8bb5-54c2302764d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (67558d26-ec32-439a-a4d1-737c464f1726), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:22.001969 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (05fb05ab-0953-4e03-8fb4-fab29c44f86b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:22.065198 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-50263137-d823-43db-b29f-73777301630b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (12b8263b-5bc5-4aea-9e5f-4f9687c6484b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:22.082406 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=05fb05ab-0953-4e03-8fb4-fab29c44f86b,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:22.133204 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [req-a0085573-f1d6-4128-941b-9211b3649a69 req-27aa28a5-de45-413b-9ee4-726b2268b50a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Allocated IP 172.20.0.2 (252e7d4a-e802-4ff2-a0c6-1a446f9d728b/8514d718-78d0-47bf-aca4-100f86311e4c/9a320ceb-a248-4b06-b6dc-4d2862fed54a) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:20:22.139125 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3650dc-cb61-41e2-8bb5-54c2302764d2 service neutron] Pushing event updated for resources: {'Port': ['ID=67558d26-ec32-439a-a4d1-737c464f1726,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:22.153613 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50263137-d823-43db-b29f-73777301630b None None] Pushing event updated for resources: {'Port': ['ID=12b8263b-5bc5-4aea-9e5f-4f9687c6484b,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:22.172355 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-cb3650dc-cb61-41e2-8bb5-54c2302764d2 service neutron] Attempting to bind port 67558d26-ec32-439a-a4d1-737c464f1726 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:20:22.175431 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-cb3650dc-cb61-41e2-8bb5-54c2302764d2 service neutron] Attempting to bind port 67558d26-ec32-439a-a4d1-737c464f1726 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd276a03e-6a98-4009-a107-4df0cc25e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '252e7d4a-e802-4ff2-a0c6-1a446f9d728b'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:20:22.175431 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-cb3650dc-cb61-41e2-8bb5-54c2302764d2 service neutron] Attempting to bind port 67558d26-ec32-439a-a4d1-737c464f1726 on network 252e7d4a-e802-4ff2-a0c6-1a446f9d728b {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:20:22.175626 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aeb8ab4f-b64e-4bb1-b888-ef07adbbacf3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for port (9e3a28f5-2e96-4632-bc69-fc4cdf57c990), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:22.180475 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-cb3650dc-cb61-41e2-8bb5-54c2302764d2 service neutron] Port 67558d26-ec32-439a-a4d1-737c464f1726 on network 252e7d4a-e802-4ff2-a0c6-1a446f9d728b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 23:20:22.181181 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-cb3650dc-cb61-41e2-8bb5-54c2302764d2 service neutron] Attempting to bind port 67558d26-ec32-439a-a4d1-737c464f1726 on network 252e7d4a-e802-4ff2-a0c6-1a446f9d728b {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:20:22.194284 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-cb3650dc-cb61-41e2-8bb5-54c2302764d2 service neutron] Checking agent: {'id': 'c3ad4338-66dc-4d28-9621-abda7889d413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'started_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:20:22.194668 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-cb3650dc-cb61-41e2-8bb5-54c2302764d2 service neutron] Checking segment: {'id': 'd276a03e-6a98-4009-a107-4df0cc25e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '252e7d4a-e802-4ff2-a0c6-1a446f9d728b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:20:22.195111 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-cb3650dc-cb61-41e2-8bb5-54c2302764d2 service neutron] Bound using segment: {'id': 'd276a03e-6a98-4009-a107-4df0cc25e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '252e7d4a-e802-4ff2-a0c6-1a446f9d728b'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:20:22.195529 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-cb3650dc-cb61-41e2-8bb5-54c2302764d2 service neutron] Bound port: 67558d26-ec32-439a-a4d1-737c464f1726, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd276a03e-6a98-4009-a107-4df0cc25e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '252e7d4a-e802-4ff2-a0c6-1a446f9d728b'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:20:22.195885 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-cb3650dc-cb61-41e2-8bb5-54c2302764d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (67558d26-ec32-439a-a4d1-737c464f1726), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:22.374265 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-cb3650dc-cb61-41e2-8bb5-54c2302764d2 service neutron] For port 67558d26-ec32-439a-a4d1-737c464f1726, host hv-cinder-81322, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:20:22.378525 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-cb3650dc-cb61-41e2-8bb5-54c2302764d2 service neutron] For port 67558d26-ec32-439a-a4d1-737c464f1726, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=67558d26-ec32-439a-a4d1-737c464f1726,segment=NetworkSegment(d276a03e-6a98-4009-a107-4df0cc25e967),segment_id=d276a03e-6a98-4009-a107-4df0cc25e967)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:20:22.387644 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad944f24-b119-431f-ad48-667f0678f663" -d '{"events": [{"server_uuid": "d5df1e3f-5691-49cd-8638-492146bb8dbb", "name": "network-vif-plugged", "status": "completed", "tag": "05fb05ab-0953-4e03-8fb4-fab29c44f86b"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:20:22.391658 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-7200d747-ad14-4994-8616-654d9c89c4d1 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2060619107&fields=id&tenant_id=80516370fe324566aba801c4236e78d9 HTTP/1.1" status: 200 len: 267 time: 0.1785326 Mar 07 23:20:22.427144 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aeb8ab4f-b64e-4bb1-b888-ef07adbbacf3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (9e3a28f5-2e96-4632-bc69-fc4cdf57c990), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:22.459306 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-cb3650dc-cb61-41e2-8bb5-54c2302764d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (67558d26-ec32-439a-a4d1-737c464f1726), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:22.476619 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-a0085573-f1d6-4128-941b-9211b3649a69 req-27aa28a5-de45-413b-9ee4-726b2268b50a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Publish callbacks [] for port (9a320ceb-a248-4b06-b6dc-4d2862fed54a), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:22.486812 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb8ab4f-b64e-4bb1-b888-ef07adbbacf3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Network 4f60912c-99c2-416c-85f4-ec579757987b is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:20:22.513452 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-aeb8ab4f-b64e-4bb1-b888-ef07adbbacf3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:20:22.527619 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb8ab4f-b64e-4bb1-b888-ef07adbbacf3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:20:22.608338 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8ab4f-b64e-4bb1-b888-ef07adbbacf3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Pushing event updated for resources: {'Port': ['ID=9e3a28f5-2e96-4632-bc69-fc4cdf57c990,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:22.663875 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-cb3650dc-cb61-41e2-8bb5-54c2302764d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:22.666912 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-cb3650dc-cb61-41e2-8bb5-54c2302764d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:22.670229 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-cb3650dc-cb61-41e2-8bb5-54c2302764d2 service neutron] 10.222.0.16 "PUT /v2.0/ports/67558d26-ec32-439a-a4d1-737c464f1726 HTTP/1.1" status: 200 len: 1093 time: 2.3589621 Mar 07 23:20:22.677834 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e0af9a-dc81-40f4-8bba-388160e2cdb8', 'tag': '67558d26-ec32-439a-a4d1-737c464f1726'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:20:22.680115 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db5f55f-9e18-425d-8a63-a7037b0437c1" -d '{"events": [{"name": "network-changed", "server_uuid": "23e0af9a-dc81-40f4-8bba-388160e2cdb8", "tag": "67558d26-ec32-439a-a4d1-737c464f1726"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:20:22.694260 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 12b8263b-5bc5-4aea-9e5f-4f9687c6484b up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:20:22.710443 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-69c76a3f-4c9d-48ec-a29b-f5b6ce036602 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:22.730415 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-69c76a3f-4c9d-48ec-a29b-f5b6ce036602 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/networks?id=cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b HTTP/1.1" status: 200 len: 815 time: 0.3378427 Mar 07 23:20:22.739818 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3650dc-cb61-41e2-8bb5-54c2302764d2 service neutron] Pushing event updated for resources: {'Port': ['ID=67558d26-ec32-439a-a4d1-737c464f1726,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:22.741451 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aeb8ab4f-b64e-4bb1-b888-ef07adbbacf3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for floatingip (d9be168e-f824-479f-81b9-b9f4f7466615), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:22.757207 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-abb523c8-ff36-436a-9fe5-f91f1e25de06 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/quotas/80516370fe324566aba801c4236e78d9 HTTP/1.1" status: 200 len: 375 time: 0.0257745 Mar 07 23:20:22.771742 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 12b8263b-5bc5-4aea-9e5f-4f9687c6484b triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:22.773872 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (12b8263b-5bc5-4aea-9e5f-4f9687c6484b), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:22.813866 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-a0085573-f1d6-4128-941b-9211b3649a69 req-27aa28a5-de45-413b-9ee4-726b2268b50a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (9a320ceb-a248-4b06-b6dc-4d2862fed54a), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:22.825558 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85e1968-ec09-4ffe-b4e6-1bd8be46a58e x-openstack-request-id: req-e85e1968-ec09-4ffe-b4e6-1bd8be46a58e {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:20:22.825910 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5df1e3f-5691-49cd-8638-492146bb8dbb", "name": "network-vif-plugged", "status": "completed", "tag": "05fb05ab-0953-4e03-8fb4-fab29c44f86b", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:20:22.826473 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e85e1968-ec09-4ffe-b4e6-1bd8be46a58e {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:20:22.826935 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5df1e3f-5691-49cd-8638-492146bb8dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fb05ab-0953-4e03-8fb4-fab29c44f86b', 'code': 200} Mar 07 23:20:22.841957 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1429f149-fcc1-42f0-8aac-9c3725bb3488 x-openstack-request-id: req-1429f149-fcc1-42f0-8aac-9c3725bb3488 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:20:22.843911 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e0af9a-dc81-40f4-8bba-388160e2cdb8", "tag": "67558d26-ec32-439a-a4d1-737c464f1726", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:20:22.843911 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1429f149-fcc1-42f0-8aac-9c3725bb3488 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:20:22.843911 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e0af9a-dc81-40f4-8bba-388160e2cdb8', 'tag': '67558d26-ec32-439a-a4d1-737c464f1726', 'status': 'completed', 'code': 200} Mar 07 23:20:22.896909 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-2fe7ae8d-96a0-4b9d-b6a0-05a9d401a52b tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=80516370fe324566aba801c4236e78d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1376784 Mar 07 23:20:22.938981 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 12b8263b-5bc5-4aea-9e5f-4f9687c6484b is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:23.036741 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-380542c0-9b0e-4fe6-9b0b-1a98c3233903 service neutron] 10.222.0.24 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372638 Mar 07 23:20:23.149970 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-4d764d85-44f5-43f8-bbbc-477f5896ac6f service neutron] 10.222.0.24 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066220 Mar 07 23:20:23.193381 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa28a5-de45-413b-9ee4-726b2268b50a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Pushing event updated for resources: {'Port': ['ID=9a320ceb-a248-4b06-b6dc-4d2862fed54a,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:23.216881 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0085573-f1d6-4128-941b-9211b3649a69 req-27aa28a5-de45-413b-9ee4-726b2268b50a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Network 252e7d4a-e802-4ff2-a0c6-1a446f9d728b is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:20:23.224385 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [req-a0085573-f1d6-4128-941b-9211b3649a69 req-27aa28a5-de45-413b-9ee4-726b2268b50a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:20:23.227050 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0085573-f1d6-4128-941b-9211b3649a69 req-27aa28a5-de45-413b-9ee4-726b2268b50a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:20:23.233668 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aeb8ab4f-b64e-4bb1-b888-ef07adbbacf3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (9e3a28f5-2e96-4632-bc69-fc4cdf57c990), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:23.329248 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51255a-a154-415f-80e8-a316caee6a75 req-ed79efec-96c5-40c6-9b29-d731be554487 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:23.331024 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8a51255a-a154-415f-80e8-a316caee6a75 req-ed79efec-96c5-40c6-9b29-d731be554487 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 931 time: 0.3816185 Mar 07 23:20:23.342084 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0085573-f1d6-4128-941b-9211b3649a69 req-27aa28a5-de45-413b-9ee4-726b2268b50a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:23.342940 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-a0085573-f1d6-4128-941b-9211b3649a69 req-27aa28a5-de45-413b-9ee4-726b2268b50a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:23.490368 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a0085573-f1d6-4128-941b-9211b3649a69 req-27aa28a5-de45-413b-9ee4-726b2268b50a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6523228 Mar 07 23:20:23.520161 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8a51255a-a154-415f-80e8-a316caee6a75 req-d5c61a87-99eb-45a7-89e4-72bc2a98ea79 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709745 Mar 07 23:20:23.596465 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cc0be-77e1-4605-9fb2-556d0854168a req-2b2465b1-8873-46d8-bf6d-c7cae4293cf8 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:23.606787 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e43cc0be-77e1-4605-9fb2-556d0854168a req-2b2465b1-8873-46d8-bf6d-c7cae4293cf8 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 946 time: 0.1110549 Mar 07 23:20:23.624323 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aeb8ab4f-b64e-4bb1-b888-ef07adbbacf3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for port (9e3a28f5-2e96-4632-bc69-fc4cdf57c990), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:23.667426 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e43cc0be-77e1-4605-9fb2-556d0854168a req-9f3e9b03-ffc2-44b3-8c7b-47428c43b894 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/security-groups?id=120e58f3-6963-4ce6-b133-ad89f4b1e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588629 Mar 07 23:20:23.689209 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aeb8ab4f-b64e-4bb1-b888-ef07adbbacf3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (9e3a28f5-2e96-4632-bc69-fc4cdf57c990), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:23.715543 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-91df4e97-8582-4eef-9dcc-b073d24103bf req-87f96041-6439-4a30-b7c0-42f47563455d tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 210 time: 0.0562775 Mar 07 23:20:23.756128 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ff00f611-ebb7-4c68-b109-06da7441dd1c req-671cba99-73c7-4086-b6fc-969d5292049e tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 210 time: 0.0439899 Mar 07 23:20:23.791218 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8ab4f-b64e-4bb1-b888-ef07adbbacf3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Pushing event updated for resources: {'Port': ['ID=9e3a28f5-2e96-4632-bc69-fc4cdf57c990,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:23.818732 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aeb8ab4f-b64e-4bb1-b888-ef07adbbacf3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (d9be168e-f824-479f-81b9-b9f4f7466615), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:23.864349 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c6adf808-2630-47d5-9164-8aafca4a77f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:23.889246 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-aeb8ab4f-b64e-4bb1-b888-ef07adbbacf3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:23.891106 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-aeb8ab4f-b64e-4bb1-b888-ef07adbbacf3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6362138 Mar 07 23:20:24.128403 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-bf3359e6-a265-4860-9674-d7a611f3e253 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1184391643&fields=id&tenant_id=2b0c5a8c78de4cedabc1710b0a7bcb52 HTTP/1.1" status: 200 len: 267 time: 0.0533698 Mar 07 23:20:24.238512 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-ff95226f-4cad-4cd0-9407-c67417c934e4 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:24.240241 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-ff95226f-4cad-4cd0-9407-c67417c934e4 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/networks?id=60cd751d-3709-4142-8796-5cc239f83beb HTTP/1.1" status: 200 len: 811 time: 0.1042011 Mar 07 23:20:24.254537 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-ee79af63-e231-4286-b697-2a683dd423f8 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/quotas/2b0c5a8c78de4cedabc1710b0a7bcb52 HTTP/1.1" status: 200 len: 375 time: 0.0088069 Mar 07 23:20:24.308369 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-b6184b2a-1dc9-4a89-9e1c-88adff824724 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b0c5a8c78de4cedabc1710b0a7bcb52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488222 Mar 07 23:20:24.411991 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-9f718141-851e-4d79-aeab-0fbd675c4e7b service neutron] 10.222.0.24 "GET /v2.0/networks/60cd751d-3709-4142-8796-5cc239f83beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903790 Mar 07 23:20:24.507949 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-c9d3c1f7-8fe0-4b76-9180-587edb5bfa62 service neutron] 10.222.0.24 "GET /v2.0/networks/60cd751d-3709-4142-8796-5cc239f83beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898781 Mar 07 23:20:24.567275 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 39772) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:24.608228 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-a0085573-f1d6-4128-941b-9211b3649a69 req-c1becad9-fda0-4ce2-8daa-0fb14fc2038a service neutron] Request body: {'port': {'device_id': '876d75a9-e3ae-4c9a-b177-94c6e5f797ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:24.668495 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.16', 54496) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:24.747595 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-a0085573-f1d6-4128-941b-9211b3649a69 req-c1becad9-fda0-4ce2-8daa-0fb14fc2038a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (9a320ceb-a248-4b06-b6dc-4d2862fed54a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:24.930368 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-89b2ed4a-b289-4b50-b9ae-3a91f53bf709 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:24.931988 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-89b2ed4a-b289-4b50-b9ae-3a91f53bf709 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.16 "GET /v2.0/networks?id=2859357e-3793-4a4e-a3ac-55382bb5099f HTTP/1.1" status: 200 len: 817 time: 0.3521588 Mar 07 23:20:25.010876 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1f1d1-5ac9-46d0-af6c-321fbc3fe393 req-7bec79cd-4f06-4330-b04c-dcf6350c72da tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:25.012899 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-bdc1f1d1-5ac9-46d0-af6c-321fbc3fe393 req-7bec79cd-4f06-4330-b04c-dcf6350c72da tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 931 time: 0.3872652 Mar 07 23:20:25.020110 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5f55f-9e18-425d-8a63-a7037b0437c1 req-f6ffd28b-9cad-461d-a1ed-b32f1ab484a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:25.021746 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6db5f55f-9e18-425d-8a63-a7037b0437c1 req-f6ffd28b-9cad-461d-a1ed-b32f1ab484a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e0ba9e6a9da4330a40c6943e3681050&device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 1127 time: 0.3295686 Mar 07 23:20:25.065540 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.16', 54497) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:25.122141 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-875233d4-9519-4abe-af4b-d55717f45c3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:25.270314 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbe34b-f082-48ce-a892-117a62d02cd6 req-2b5adbb3-ea68-4d1b-b52b-06cbf8c10bf4 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:25.272543 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d9bbe34b-f082-48ce-a892-117a62d02cd6 req-2b5adbb3-ea68-4d1b-b52b-06cbf8c10bf4 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 946 time: 0.2049387 Mar 07 23:20:25.334973 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-e683b99e-db52-44dc-a8aa-6d904407699c tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70c6d901ff9f4d8e84e6c24fe716994c HTTP/1.1" status: 200 len: 379 time: 0.3798816 Mar 07 23:20:25.368154 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-35ce4d89-4b58-4dc0-acc2-7cbae18018b0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Request body: {'port': {'device_id': '4e8cda0a-048b-4540-9a5c-79f011ca887a', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'admin_state_up': True, 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'security_groups': ['aaee5e73-e679-4da1-b335-fa946d47739d']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:25.387520 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-bdc1f1d1-5ac9-46d0-af6c-321fbc3fe393 req-dcc94705-b8e2-44f1-85ec-2ef97712cfe0 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647563 Mar 07 23:20:25.401590 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d9bbe34b-f082-48ce-a892-117a62d02cd6 req-51e8d564-d32e-4c45-8bb0-e4bc71c54455 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/security-groups?id=120e58f3-6963-4ce6-b133-ad89f4b1e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201296 Mar 07 23:20:25.433348 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-875233d4-9519-4abe-af4b-d55717f45c3a admin admin] Publish callbacks [] for security_group (da09710c-3d3c-4548-928d-258448c568e9), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:25.454009 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f209137-19bb-49a1-b1b0-e6d26bc6e12f req-3bef133d-935c-4b03-9c53-7ae9fefadddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:25.455526 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6f209137-19bb-49a1-b1b0-e6d26bc6e12f req-3bef133d-935c-4b03-9c53-7ae9fefadddf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 1130 time: 0.3455701 Mar 07 23:20:25.495175 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5f55f-9e18-425d-8a63-a7037b0437c1 req-bacad8d3-9645-4890-9c95-b60e94afc981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:25.496813 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6db5f55f-9e18-425d-8a63-a7037b0437c1 req-bacad8d3-9645-4890-9c95-b60e94afc981 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=0e0ba9e6a9da4330a40c6943e3681050&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4622090 Mar 07 23:20:25.519513 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6f209137-19bb-49a1-b1b0-e6d26bc6e12f req-3dcf0207-dda8-4b1d-ac81-f8485620b093 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:25.532526 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d109eb0b-9805-42cb-9874-9d3eee715a82 req-740f758d-1546-43ed-a6a4-52868aec1ccd tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 210 time: 0.0467765 Mar 07 23:20:25.563197 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-875233d4-9519-4abe-af4b-d55717f45c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (da09710c-3d3c-4548-928d-258448c568e9), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:25.572325 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [req-a0085573-f1d6-4128-941b-9211b3649a69 req-c1becad9-fda0-4ce2-8daa-0fb14fc2038a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a320ceb-a248-4b06-b6dc-4d2862fed54a {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:20:25.627742 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-a0085573-f1d6-4128-941b-9211b3649a69 req-c1becad9-fda0-4ce2-8daa-0fb14fc2038a service neutron] Publish callbacks [] for port (9a320ceb-a248-4b06-b6dc-4d2862fed54a), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:25.650389 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-875233d4-9519-4abe-af4b-d55717f45c3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1aaa3badadbc41a39398ecb1c28126d0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0825865 Mar 07 23:20:25.680473 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 39820) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:25.692278 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [req-a0085573-f1d6-4128-941b-9211b3649a69 req-c1becad9-fda0-4ce2-8daa-0fb14fc2038a service neutron] Transition to ACTIVE for port object 9a320ceb-a248-4b06-b6dc-4d2862fed54a will not be triggered until provisioned by entity L2. {{(pid=103608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 23:20:25.692402 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-bb433892-2cd4-42ea-904c-03e6c3e8e37f req-f5d9c4bc-4da8-4e3a-8a86-9e5ebf08c8c7 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 210 time: 0.1619101 Mar 07 23:20:25.706186 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2274cba5-db4c-404e-93ce-f2e1be4647ce req-615707c5-df72-44c9-9c73-14e98ea293ec tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 210 time: 0.0947690 Mar 07 23:20:25.707555 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875233d4-9519-4abe-af4b-d55717f45c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da09710c-3d3c-4548-928d-258448c568e9,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:25.761323 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-a0085573-f1d6-4128-941b-9211b3649a69 req-c1becad9-fda0-4ce2-8daa-0fb14fc2038a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (9a320ceb-a248-4b06-b6dc-4d2862fed54a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:25.828519 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1becad9-fda0-4ce2-8daa-0fb14fc2038a service neutron] Pushing event updated for resources: {'Port': ['ID=9a320ceb-a248-4b06-b6dc-4d2862fed54a,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:25.865041 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:25.942094 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-a0085573-f1d6-4128-941b-9211b3649a69 req-c1becad9-fda0-4ce2-8daa-0fb14fc2038a service neutron] Attempting to bind port 9a320ceb-a248-4b06-b6dc-4d2862fed54a on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:20:25.942462 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-a0085573-f1d6-4128-941b-9211b3649a69 req-c1becad9-fda0-4ce2-8daa-0fb14fc2038a service neutron] Attempting to bind port 9a320ceb-a248-4b06-b6dc-4d2862fed54a by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd276a03e-6a98-4009-a107-4df0cc25e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '252e7d4a-e802-4ff2-a0c6-1a446f9d728b'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:20:25.942806 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0085573-f1d6-4128-941b-9211b3649a69 req-c1becad9-fda0-4ce2-8daa-0fb14fc2038a service neutron] Attempting to bind port 9a320ceb-a248-4b06-b6dc-4d2862fed54a on network 252e7d4a-e802-4ff2-a0c6-1a446f9d728b {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:20:25.947555 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0085573-f1d6-4128-941b-9211b3649a69 req-c1becad9-fda0-4ce2-8daa-0fb14fc2038a service neutron] Port 9a320ceb-a248-4b06-b6dc-4d2862fed54a on network 252e7d4a-e802-4ff2-a0c6-1a446f9d728b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 23:20:25.948144 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0085573-f1d6-4128-941b-9211b3649a69 req-c1becad9-fda0-4ce2-8daa-0fb14fc2038a service neutron] Attempting to bind port 9a320ceb-a248-4b06-b6dc-4d2862fed54a on network 252e7d4a-e802-4ff2-a0c6-1a446f9d728b {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:20:25.953997 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0085573-f1d6-4128-941b-9211b3649a69 req-c1becad9-fda0-4ce2-8daa-0fb14fc2038a service neutron] Checking agent: {'id': 'c3ad4338-66dc-4d28-9621-abda7889d413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'started_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:20:25.954335 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0085573-f1d6-4128-941b-9211b3649a69 req-c1becad9-fda0-4ce2-8daa-0fb14fc2038a service neutron] Checking segment: {'id': 'd276a03e-6a98-4009-a107-4df0cc25e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '252e7d4a-e802-4ff2-a0c6-1a446f9d728b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:20:25.954861 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0085573-f1d6-4128-941b-9211b3649a69 req-c1becad9-fda0-4ce2-8daa-0fb14fc2038a service neutron] Bound using segment: {'id': 'd276a03e-6a98-4009-a107-4df0cc25e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '252e7d4a-e802-4ff2-a0c6-1a446f9d728b'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:20:25.955313 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-a0085573-f1d6-4128-941b-9211b3649a69 req-c1becad9-fda0-4ce2-8daa-0fb14fc2038a service neutron] Bound port: 9a320ceb-a248-4b06-b6dc-4d2862fed54a, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd276a03e-6a98-4009-a107-4df0cc25e967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '252e7d4a-e802-4ff2-a0c6-1a446f9d728b'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:20:25.955666 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-a0085573-f1d6-4128-941b-9211b3649a69 req-c1becad9-fda0-4ce2-8daa-0fb14fc2038a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (9a320ceb-a248-4b06-b6dc-4d2862fed54a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:25.997116 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.16', 54501) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:26.050716 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5f55f-9e18-425d-8a63-a7037b0437c1 req-6a7c7268-c919-4fef-97f2-7546fc5921f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:26.052600 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6db5f55f-9e18-425d-8a63-a7037b0437c1 req-6a7c7268-c919-4fef-97f2-7546fc5921f8 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5435894 Mar 07 23:20:26.066222 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02d8710f-06ba-4a61-89fe-05d080c741ce admin admin] Publish callbacks [] for security_group (da09710c-3d3c-4548-928d-258448c568e9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:26.105054 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6f209137-19bb-49a1-b1b0-e6d26bc6e12f req-3dcf0207-dda8-4b1d-ac81-f8485620b093 service neutron] Publish callbacks [] for security_group (7c7d7b29-a5f8-47c4-ad92-96381c0718eb), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:26.109303 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02d8710f-06ba-4a61-89fe-05d080c741ce admin admin] Publish callbacks [] for security_group (da09710c-3d3c-4548-928d-258448c568e9), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:26.118316 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-35ce4d89-4b58-4dc0-acc2-7cbae18018b0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Made reservation on behalf of 70c6d901ff9f4d8e84e6c24fe716994c for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:20:26.127750 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-35ce4d89-4b58-4dc0-acc2-7cbae18018b0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:26.141874 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-a0085573-f1d6-4128-941b-9211b3649a69 req-c1becad9-fda0-4ce2-8daa-0fb14fc2038a service neutron] For port 9a320ceb-a248-4b06-b6dc-4d2862fed54a, host hv-cinder-81322, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:20:26.170590 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-a0085573-f1d6-4128-941b-9211b3649a69 req-c1becad9-fda0-4ce2-8daa-0fb14fc2038a service neutron] For port 9a320ceb-a248-4b06-b6dc-4d2862fed54a, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9a320ceb-a248-4b06-b6dc-4d2862fed54a,segment=NetworkSegment(d276a03e-6a98-4009-a107-4df0cc25e967),segment_id=d276a03e-6a98-4009-a107-4df0cc25e967)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:20:26.185887 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-6f209137-19bb-49a1-b1b0-e6d26bc6e12f req-3dcf0207-dda8-4b1d-ac81-f8485620b093 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (7c7d7b29-a5f8-47c4-ad92-96381c0718eb), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:26.192705 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-5ce635fb-23c4-4aa5-85e3-446724f33d19 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:26.193834 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-5ce635fb-23c4-4aa5-85e3-446724f33d19 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.16 "GET /v2.0/networks?id=cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b HTTP/1.1" status: 200 len: 815 time: 0.1957600 Mar 07 23:20:26.262551 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-479e1919-7e32-466f-9ae9-48a4f4486698 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80516370fe324566aba801c4236e78d9 HTTP/1.1" status: 200 len: 380 time: 0.0609860 Mar 07 23:20:26.264238 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-7174c8af-15f9-4d98-b687-15555aa1b1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:26.272709 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-e1707121-91be-4c7f-adf0-b63c6fa2d8c5 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Request body: {'port': {'device_id': 'd3d336ad-d44e-469b-8ce0-dad51dc78af5', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'admin_state_up': True, 'tenant_id': '80516370fe324566aba801c4236e78d9', 'security_groups': ['55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6']}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:26.292786 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6f209137-19bb-49a1-b1b0-e6d26bc6e12f req-3dcf0207-dda8-4b1d-ac81-f8485620b093 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=120e58f3-6963-4ce6-b133-ad89f4b1e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8068030 Mar 07 23:20:26.294254 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-a0085573-f1d6-4128-941b-9211b3649a69 req-c1becad9-fda0-4ce2-8daa-0fb14fc2038a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (9a320ceb-a248-4b06-b6dc-4d2862fed54a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:26.298469 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf0207-dda8-4b1d-ac81-f8485620b093 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7d7b29-a5f8-47c4-ad92-96381c0718eb,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:26.307268 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-05247c22-6d02-4a0c-800a-8c78871ee9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:26.308896 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-05247c22-6d02-4a0c-800a-8c78871ee9a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e0ba9e6a9da4330a40c6943e3681050&device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 1127 time: 0.1735644 Mar 07 23:20:26.370908 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-35ce4d89-4b58-4dc0-acc2-7cbae18018b0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Allocated IP 172.20.0.3 (2859357e-3793-4a4e-a3ac-55382bb5099f/3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc/576aa2fb-f48e-4e0f-b52b-d6a33a6329ac) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:20:26.381439 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0085573-f1d6-4128-941b-9211b3649a69 req-c1becad9-fda0-4ce2-8daa-0fb14fc2038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:26.382063 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-a0085573-f1d6-4128-941b-9211b3649a69 req-c1becad9-fda0-4ce2-8daa-0fb14fc2038a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:26.383449 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a0085573-f1d6-4128-941b-9211b3649a69 req-c1becad9-fda0-4ce2-8daa-0fb14fc2038a service neutron] 10.222.0.16 "PUT /v2.0/ports/9a320ceb-a248-4b06-b6dc-4d2862fed54a HTTP/1.1" status: 200 len: 1093 time: 1.7935908 Mar 07 23:20:26.385769 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876d75a9-e3ae-4c9a-b177-94c6e5f797ef', 'tag': '9a320ceb-a248-4b06-b6dc-4d2862fed54a'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:20:26.392270 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02d8710f-06ba-4a61-89fe-05d080c741ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (da09710c-3d3c-4548-928d-258448c568e9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:26.398959 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-02d8710f-06ba-4a61-89fe-05d080c741ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:26.398959 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-02d8710f-06ba-4a61-89fe-05d080c741ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da09710c-3d3c-4548-928d-258448c568e9 HTTP/1.1" status: 204 len: 168 time: 0.7030923 Mar 07 23:20:26.416529 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1becad9-fda0-4ce2-8daa-0fb14fc2038a service neutron] Pushing event updated for resources: {'Port': ['ID=9a320ceb-a248-4b06-b6dc-4d2862fed54a,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:26.426316 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8710f-06ba-4a61-89fe-05d080c741ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da09710c-3d3c-4548-928d-258448c568e9,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:26.547392 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-e1707121-91be-4c7f-adf0-b63c6fa2d8c5 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Made reservation on behalf of 80516370fe324566aba801c4236e78d9 for: {'port': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:20:26.551219 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-e1707121-91be-4c7f-adf0-b63c6fa2d8c5 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:26.621520 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1da2934-92aa-46fe-a8a0-cdbe1fcc634d" -d '{"events": [{"name": "network-changed", "server_uuid": "876d75a9-e3ae-4c9a-b177-94c6e5f797ef", "tag": "9a320ceb-a248-4b06-b6dc-4d2862fed54a"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:20:26.625227 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-aeba04c3-0f03-4dc5-8848-e56d3e22e10d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67558d26-ec32-439a-a4d1-737c464f1726 HTTP/1.1" status: 200 len: 217 time: 0.0628791 Mar 07 23:20:26.637992 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a214bb-035e-44c1-8ec1-79a2a9def8db req-c6ce0fd6-76fc-4901-9b98-5908190199cc tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:26.639486 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-29a214bb-035e-44c1-8ec1-79a2a9def8db req-c6ce0fd6-76fc-4901-9b98-5908190199cc tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 946 time: 0.1496603 Mar 07 23:20:26.741017 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-4e641234-053c-43cb-8a1a-21d42dc519dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:26.744077 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-4e641234-053c-43cb-8a1a-21d42dc519dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8514d718-78d0-47bf-aca4-100f86311e4c HTTP/1.1" status: 200 len: 859 time: 0.1072798 Mar 07 23:20:26.798094 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-6897c8aa-74ee-4b46-9f1e-fa2b25d3c3f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=252e7d4a-e802-4ff2-a0c6-1a446f9d728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431352 Mar 07 23:20:26.805092 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-35ce4d89-4b58-4dc0-acc2-7cbae18018b0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:26.931642 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-7f166349-ce8f-4008-bb11-fbebba7f0ead service neutron] 10.222.0.16 "GET /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245961 Mar 07 23:20:26.957663 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef3de7-ef5f-41e7-8e36-5fe0e637aa78 req-76b9d714-9db2-410d-87f5-e6c1f82cda57 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:26.959385 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-aaef3de7-ef5f-41e7-8e36-5fe0e637aa78 req-76b9d714-9db2-410d-87f5-e6c1f82cda57 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 943 time: 0.3395236 Mar 07 23:20:26.982492 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-29a214bb-035e-44c1-8ec1-79a2a9def8db req-12da1799-ca82-4f50-a7b5-6078a45fd062 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/security-groups?id=120e58f3-6963-4ce6-b133-ad89f4b1e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290908 Mar 07 23:20:27.008860 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-e1707121-91be-4c7f-adf0-b63c6fa2d8c5 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Allocated IP 172.20.0.13 (cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b/af3489ec-4655-4601-bbd0-7398fa1960d1/4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:20:27.023366 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0085573-f1d6-4128-941b-9211b3649a69 req-815f12d2-e59b-4e15-9e73-a499ad6d6e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:27.024905 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a0085573-f1d6-4128-941b-9211b3649a69 req-815f12d2-e59b-4e15-9e73-a499ad6d6e5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e0ba9e6a9da4330a40c6943e3681050&device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 1127 time: 0.3989840 Mar 07 23:20:27.090028 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-aaef3de7-ef5f-41e7-8e36-5fe0e637aa78 req-489507f0-7a2c-4fae-99ec-b1a28e3f36f4 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150007 Mar 07 23:20:27.127271 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-dc623b37-63dc-4e62-a15a-2f76453e0a9e req-c22b6c71-adab-4c63-9f84-8a58876b43f5 service neutron] 10.222.0.16 "GET /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873031 Mar 07 23:20:27.157509 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-35ce4d89-4b58-4dc0-acc2-7cbae18018b0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:27.158957 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a0085573-f1d6-4128-941b-9211b3649a69 req-4e5d1ddc-849c-4009-90ea-88a065810e6b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a320ceb-a248-4b06-b6dc-4d2862fed54a HTTP/1.1" status: 200 len: 217 time: 0.1158624 Mar 07 23:20:27.161033 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2ebe745a-d4d7-4041-8575-e094b266030b req-4bd2d429-7ce4-4b15-be20-6c49dd62688d tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 210 time: 0.0794010 Mar 07 23:20:27.187061 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-35ce4d89-4b58-4dc0-acc2-7cbae18018b0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Network 2859357e-3793-4a4e-a3ac-55382bb5099f is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:20:27.190004 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-35ce4d89-4b58-4dc0-acc2-7cbae18018b0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:20:27.193418 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-35ce4d89-4b58-4dc0-acc2-7cbae18018b0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:20:27.200178 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-35ce4d89-4b58-4dc0-acc2-7cbae18018b0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:27.205315 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-35ce4d89-4b58-4dc0-acc2-7cbae18018b0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:27.289410 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce4d89-4b58-4dc0-acc2-7cbae18018b0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Pushing event updated for resources: {'Port': ['ID=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:27.310571 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 39866) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:27.341786 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ad72506e-d27e-4c39-9e5d-64e82f94c0b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:27.348280 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-35ce4d89-4b58-4dc0-acc2-7cbae18018b0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0020831 Mar 07 23:20:27.348826 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-fa1d97a6-0b7b-421a-9f32-27a311effc53 req-ce6a0c6f-9f4a-483b-8778-b53b38ad892e tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 210 time: 0.0377073 Mar 07 23:20:27.359781 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0085573-f1d6-4128-941b-9211b3649a69 req-09d4d15b-1870-4020-94dc-a6f1ae5672e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:27.361311 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a0085573-f1d6-4128-941b-9211b3649a69 req-09d4d15b-1870-4020-94dc-a6f1ae5672e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8514d718-78d0-47bf-aca4-100f86311e4c HTTP/1.1" status: 200 len: 859 time: 0.1956027 Mar 07 23:20:27.371754 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-6ce8834f-8764-4c27-a523-3edc38fbf5ad service neutron] Request body: {'port': {'device_id': '4e8cda0a-048b-4540-9a5c-79f011ca887a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:27.429813 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a0085573-f1d6-4128-941b-9211b3649a69 req-0897794f-9c1a-44d4-a057-9d7e90e40de8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=252e7d4a-e802-4ff2-a0c6-1a446f9d728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600104 Mar 07 23:20:27.537198 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-e1707121-91be-4c7f-adf0-b63c6fa2d8c5 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for port (4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:27.564326 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-6ce8834f-8764-4c27-a523-3edc38fbf5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:27.591301 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ad72506e-d27e-4c39-9e5d-64e82f94c0b3 admin admin] Publish callbacks [] for security_group (14a639c5-2bde-4986-bbdf-f32a5943563f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:27.596294 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5160dbf-be4d-438d-95cd-40c60547aef4 x-openstack-request-id: req-a5160dbf-be4d-438d-95cd-40c60547aef4 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:20:27.596595 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876d75a9-e3ae-4c9a-b177-94c6e5f797ef", "tag": "9a320ceb-a248-4b06-b6dc-4d2862fed54a", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:20:27.597416 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a5160dbf-be4d-438d-95cd-40c60547aef4 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:20:27.597897 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876d75a9-e3ae-4c9a-b177-94c6e5f797ef', 'tag': '9a320ceb-a248-4b06-b6dc-4d2862fed54a', 'status': 'completed', 'code': 200} Mar 07 23:20:27.650093 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aa5ad-eefd-48e2-a7bf-bd74b8cc986f req-ac7115ec-c256-496b-b786-897dbd552dc5 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:27.651655 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-de7aa5ad-eefd-48e2-a7bf-bd74b8cc986f req-ac7115ec-c256-496b-b786-897dbd552dc5 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 931 time: 0.1903164 Mar 07 23:20:27.670787 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3488faa8-96e4-468b-879f-0959373d5bd1 None None] Provisioning complete for port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:27.671424 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3488faa8-96e4-468b-879f-0959373d5bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:27.683172 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a0085573-f1d6-4128-941b-9211b3649a69 req-a0d6f4a0-fffd-4cfa-80d1-9ad71b5ae66a service neutron] 10.222.0.16 "GET /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418571 Mar 07 23:20:27.710117 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ad72506e-d27e-4c39-9e5d-64e82f94c0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (14a639c5-2bde-4986-bbdf-f32a5943563f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:27.714970 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:27.718502 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3488faa8-96e4-468b-879f-0959373d5bd1 None None] Port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:20:27.738321 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-de7aa5ad-eefd-48e2-a7bf-bd74b8cc986f req-d3d22fcf-2097-4481-9d2e-32727e5a668f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755458 Mar 07 23:20:27.764371 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-ad72506e-d27e-4c39-9e5d-64e82f94c0b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fffc189c784b473abba871be1cecf664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4533722 Mar 07 23:20:27.770107 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-e1707121-91be-4c7f-adf0-b63c6fa2d8c5 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:27.772517 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 39872) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:27.775034 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72506e-d27e-4c39-9e5d-64e82f94c0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a639c5-2bde-4986-bbdf-f32a5943563f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:27.831983 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-e1707121-91be-4c7f-adf0-b63c6fa2d8c5 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:20:27.839410 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-e1707121-91be-4c7f-adf0-b63c6fa2d8c5 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:20:27.845736 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1707121-91be-4c7f-adf0-b63c6fa2d8c5 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event updated for resources: {'Port': ['ID=4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:27.849477 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-e1707121-91be-4c7f-adf0-b63c6fa2d8c5 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:20:27.856611 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a0085573-f1d6-4128-941b-9211b3649a69 req-1ffc5c72-d06a-4b50-b2f6-08498cbef51d service neutron] 10.222.0.16 "GET /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623096 Mar 07 23:20:27.901209 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-e1707121-91be-4c7f-adf0-b63c6fa2d8c5 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:27.901852 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-e1707121-91be-4c7f-adf0-b63c6fa2d8c5 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:27.968590 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7f2114bc-fc3a-470b-b454-c5e65566f5e3 admin admin] Publish callbacks [] for security_group (14a639c5-2bde-4986-bbdf-f32a5943563f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:28.027021 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7f2114bc-fc3a-470b-b454-c5e65566f5e3 admin admin] Publish callbacks [] for security_group (14a639c5-2bde-4986-bbdf-f32a5943563f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:28.043744 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-e1707121-91be-4c7f-adf0-b63c6fa2d8c5 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7748244 Mar 07 23:20:28.054970 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-75c1f815-79b8-4fbc-be0f-a6e13ee1d1ca tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:28.056657 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-75c1f815-79b8-4fbc-be0f-a6e13ee1d1ca tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.16 "GET /v2.0/networks?id=60cd751d-3709-4142-8796-5cc239f83beb HTTP/1.1" status: 200 len: 811 time: 0.2038910 Mar 07 23:20:28.066252 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-ec347bd4-d0a4-4f85-b8cc-c9c01e352350 service neutron] Request body: {'port': {'device_id': 'd3d336ad-d44e-469b-8ce0-dad51dc78af5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:28.074303 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da2934-92aa-46fe-a8a0-cdbe1fcc634d req-707d5b2c-8584-4c0e-8b94-d3a93143e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:28.075836 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f1da2934-92aa-46fe-a8a0-cdbe1fcc634d req-707d5b2c-8584-4c0e-8b94-d3a93143e3e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e0ba9e6a9da4330a40c6943e3681050&device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 1127 time: 0.0876796 Mar 07 23:20:28.249109 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-6ce8834f-8764-4c27-a523-3edc38fbf5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:20:28.253025 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-06c7bb84-ed20-4a1a-8d0e-81f060af9a06 None None] Provisioning complete for port 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:28.253406 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-06c7bb84-ed20-4a1a-8d0e-81f060af9a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:28.272546 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-6ce8834f-8764-4c27-a523-3edc38fbf5ad service neutron] Publish callbacks [] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:28.284534 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56ceb8-06b7-48ad-b7a1-b85e9ee03b19 req-9ccb73e6-7da9-4826-9685-cd2277abb220 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:28.286179 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0c56ceb8-06b7-48ad-b7a1-b85e9ee03b19 req-9ccb73e6-7da9-4826-9685-cd2277abb220 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 946 time: 0.1929147 Mar 07 23:20:28.296026 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-375d9048-ee1f-479d-82e6-048ecc914b76 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b0c5a8c78de4cedabc1710b0a7bcb52 HTTP/1.1" status: 200 len: 380 time: 0.1993620 Mar 07 23:20:28.311304 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-06c7bb84-ed20-4a1a-8d0e-81f060af9a06 None None] Port 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:20:28.312929 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-ba0f9061-f9dc-4aec-bcfd-ee7b76dde22f tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Request body: {'port': {'device_id': 'c8554839-4f70-4011-9b42-46f6387833cd', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'admin_state_up': True, 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'security_groups': ['c0d908ee-8e8a-4610-9a3d-af323b93368a']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:28.334310 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-6ce8834f-8764-4c27-a523-3edc38fbf5ad service neutron] Transition to ACTIVE for port object 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 23:20:28.338716 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7f2114bc-fc3a-470b-b454-c5e65566f5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (14a639c5-2bde-4986-bbdf-f32a5943563f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:28.341255 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7f2114bc-fc3a-470b-b454-c5e65566f5e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:28.342406 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-7f2114bc-fc3a-470b-b454-c5e65566f5e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/14a639c5-2bde-4986-bbdf-f32a5943563f HTTP/1.1" status: 204 len: 168 time: 0.5638456 Mar 07 23:20:28.400386 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2114bc-fc3a-470b-b454-c5e65566f5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a639c5-2bde-4986-bbdf-f32a5943563f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:28.430677 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0c56ceb8-06b7-48ad-b7a1-b85e9ee03b19 req-f26bceac-fa09-42e1-8c0e-3c2efe3952f0 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/security-groups?id=120e58f3-6963-4ce6-b133-ad89f4b1e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325915 Mar 07 23:20:28.462043 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-6ce8834f-8764-4c27-a523-3edc38fbf5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:28.487453 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-ec347bd4-d0a4-4f85-b8cc-c9c01e352350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:28.491870 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da2934-92aa-46fe-a8a0-cdbe1fcc634d req-b69415da-d6c7-4228-bc16-a27b931233f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:28.493363 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f1da2934-92aa-46fe-a8a0-cdbe1fcc634d req-b69415da-d6c7-4228-bc16-a27b931233f7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=252e7d4a-e802-4ff2-a0c6-1a446f9d728b HTTP/1.1" status: 200 len: 920 time: 0.3654585 Mar 07 23:20:28.531483 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8834f-8764-4c27-a523-3edc38fbf5ad service neutron] Pushing event updated for resources: {'Port': ['ID=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:28.573565 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-6ce8834f-8764-4c27-a523-3edc38fbf5ad service neutron] Attempting to bind port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:20:28.574461 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-6ce8834f-8764-4c27-a523-3edc38fbf5ad service neutron] Attempting to bind port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '04b4749e-2797-4a0d-a94a-cd298432be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:20:28.574678 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-6ce8834f-8764-4c27-a523-3edc38fbf5ad service neutron] Attempting to bind port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac on network 2859357e-3793-4a4e-a3ac-55382bb5099f {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:20:28.580379 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-6ce8834f-8764-4c27-a523-3edc38fbf5ad service neutron] Port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac on network 2859357e-3793-4a4e-a3ac-55382bb5099f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 23:20:28.580704 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-6ce8834f-8764-4c27-a523-3edc38fbf5ad service neutron] Attempting to bind port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac on network 2859357e-3793-4a4e-a3ac-55382bb5099f {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:20:28.582575 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f1da2934-92aa-46fe-a8a0-cdbe1fcc634d req-b5fe98da-620d-48cd-9fe9-2dfdb7e7758d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a320ceb-a248-4b06-b6dc-4d2862fed54a HTTP/1.1" status: 200 len: 217 time: 0.0770259 Mar 07 23:20:28.586130 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-6ce8834f-8764-4c27-a523-3edc38fbf5ad service neutron] Checking agent: {'id': 'c3ad4338-66dc-4d28-9621-abda7889d413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'started_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:20:28.586479 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-6ce8834f-8764-4c27-a523-3edc38fbf5ad service neutron] Checking segment: {'id': '04b4749e-2797-4a0d-a94a-cd298432be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:20:28.586898 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-6ce8834f-8764-4c27-a523-3edc38fbf5ad service neutron] Bound using segment: {'id': '04b4749e-2797-4a0d-a94a-cd298432be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:20:28.587269 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-6ce8834f-8764-4c27-a523-3edc38fbf5ad service neutron] Bound port: 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b4749e-2797-4a0d-a94a-cd298432be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:20:28.587618 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-6ce8834f-8764-4c27-a523-3edc38fbf5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:28.591056 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-ba0f9061-f9dc-4aec-bcfd-ee7b76dde22f tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Made reservation on behalf of 2b0c5a8c78de4cedabc1710b0a7bcb52 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:20:28.600072 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-ba0f9061-f9dc-4aec-bcfd-ee7b76dde22f tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:28.661625 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f434d-9df9-463f-9690-a005d722a5d8 req-991fd7fa-7abc-46c5-98a5-1b5f7e3bca5d tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:28.668782 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5b5f434d-9df9-463f-9690-a005d722a5d8 req-991fd7fa-7abc-46c5-98a5-1b5f7e3bca5d tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 943 time: 0.3670464 Mar 07 23:20:28.986956 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e6833-2dec-4a7a-8bca-9271203f66dd req-b767e507-eabf-44b3-ae29-de8c31ca9715 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:28.986956 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-703e6833-2dec-4a7a-8bca-9271203f66dd req-b767e507-eabf-44b3-ae29-de8c31ca9715 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 932 time: 0.2086384 Mar 07 23:20:28.988243 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da2934-92aa-46fe-a8a0-cdbe1fcc634d req-bec70d31-1df5-4f02-a991-a9f7fe3c3012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:28.988243 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f1da2934-92aa-46fe-a8a0-cdbe1fcc634d req-bec70d31-1df5-4f02-a991-a9f7fe3c3012 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8514d718-78d0-47bf-aca4-100f86311e4c HTTP/1.1" status: 200 len: 859 time: 0.2260985 Mar 07 23:20:28.988243 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5b5f434d-9df9-463f-9690-a005d722a5d8 req-4188ed3d-0a42-4d51-bedf-48606a080117 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238927 Mar 07 23:20:28.988243 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f1da2934-92aa-46fe-a8a0-cdbe1fcc634d req-c6b82639-fed0-496b-ad34-4189adc607f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=252e7d4a-e802-4ff2-a0c6-1a446f9d728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534730 Mar 07 23:20:28.993613 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-6ce8834f-8764-4c27-a523-3edc38fbf5ad service neutron] For port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac, host hv-cinder-81322, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:20:28.994089 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:28.994540 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-6ce8834f-8764-4c27-a523-3edc38fbf5ad service neutron] For port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:20:28.994540 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-703e6833-2dec-4a7a-8bca-9271203f66dd req-7f0d05d2-f239-457b-bec9-69584a38b2b3 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433573 Mar 07 23:20:28.994540 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-ba0f9061-f9dc-4aec-bcfd-ee7b76dde22f tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Allocated IP 172.20.0.8 (60cd751d-3709-4142-8796-5cc239f83beb/ebe707c4-73f7-4b8d-a363-ddcbe10d5528/8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:20:29.054921 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-854cf326-5413-46a9-b2c4-3d04a291e389 req-7909db60-1b27-4cf7-95a1-fd9ace277dd8 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 210 time: 0.0674984 Mar 07 23:20:29.162595 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-6ce8834f-8764-4c27-a523-3edc38fbf5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:29.199001 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-ba0f9061-f9dc-4aec-bcfd-ee7b76dde22f tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for port (8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:29.237641 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-6ce8834f-8764-4c27-a523-3edc38fbf5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:29.238221 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-6ce8834f-8764-4c27-a523-3edc38fbf5ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:29.239642 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-6ce8834f-8764-4c27-a523-3edc38fbf5ad service neutron] 10.222.0.16 "PUT /v2.0/ports/576aa2fb-f48e-4e0f-b52b-d6a33a6329ac HTTP/1.1" status: 200 len: 1093 time: 1.8778355 Mar 07 23:20:29.243871 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8cda0a-048b-4540-9a5c-79f011ca887a', 'tag': '576aa2fb-f48e-4e0f-b52b-d6a33a6329ac'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:20:29.245585 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c270b4db-3451-4036-bf46-fefa2acece50" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8cda0a-048b-4540-9a5c-79f011ca887a", "tag": "576aa2fb-f48e-4e0f-b52b-d6a33a6329ac"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:20:29.326489 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f1da2934-92aa-46fe-a8a0-cdbe1fcc634d req-656306f3-107a-442d-869e-acc1c9342338 service neutron] 10.222.0.16 "GET /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855863 Mar 07 23:20:29.327290 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8953d37e-033f-490d-80d2-7d6cd2225c83 x-openstack-request-id: req-8953d37e-033f-490d-80d2-7d6cd2225c83 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:20:29.327290 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8cda0a-048b-4540-9a5c-79f011ca887a", "tag": "576aa2fb-f48e-4e0f-b52b-d6a33a6329ac", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:20:29.327290 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8953d37e-033f-490d-80d2-7d6cd2225c83 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:20:29.327290 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8cda0a-048b-4540-9a5c-79f011ca887a', 'tag': '576aa2fb-f48e-4e0f-b52b-d6a33a6329ac', 'status': 'completed', 'code': 200} Mar 07 23:20:29.327290 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8834f-8764-4c27-a523-3edc38fbf5ad service neutron] Pushing event updated for resources: {'Port': ['ID=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:29.327290 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54359fd-bf8d-43ec-8a2e-b9c1084acf69 req-e03a22a0-ef6a-4134-9654-a70a903dc7c1 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:29.328466 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f54359fd-bf8d-43ec-8a2e-b9c1084acf69 req-e03a22a0-ef6a-4134-9654-a70a903dc7c1 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.1811626 Mar 07 23:20:29.388175 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-ec347bd4-d0a4-4f85-b8cc-c9c01e352350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:20:29.400405 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-ec347bd4-d0a4-4f85-b8cc-c9c01e352350 service neutron] Publish callbacks [] for port (4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:29.418221 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270b4db-3451-4036-bf46-fefa2acece50 req-0be9f3ac-bf45-4890-ab46-b990fdabe167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:29.419759 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c270b4db-3451-4036-bf46-fefa2acece50 req-0be9f3ac-bf45-4890-ab46-b990fdabe167 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70c6d901ff9f4d8e84e6c24fe716994c&device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 1127 time: 0.0888944 Mar 07 23:20:29.421737 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-ec347bd4-d0a4-4f85-b8cc-c9c01e352350 service neutron] Transition to ACTIVE for port object 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 will not be triggered until provisioned by entity L2. {{(pid=103608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 23:20:29.423743 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f54359fd-bf8d-43ec-8a2e-b9c1084acf69 req-37c1e544-960f-4d71-bbc9-6bdd44665219 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577321 Mar 07 23:20:29.449701 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f1da2934-92aa-46fe-a8a0-cdbe1fcc634d req-00f73e0f-c456-476c-b07c-c533f7100a33 service neutron] 10.222.0.16 "GET /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464119 Mar 07 23:20:29.505096 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-ec347bd4-d0a4-4f85-b8cc-c9c01e352350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:29.506641 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-ba0f9061-f9dc-4aec-bcfd-ee7b76dde22f tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871'] for port (8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:29.582538 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec347bd4-d0a4-4f85-b8cc-c9c01e352350 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:29.582785 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-ba0f9061-f9dc-4aec-bcfd-ee7b76dde22f tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Network 60cd751d-3709-4142-8796-5cc239f83beb is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:20:29.590568 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-ba0f9061-f9dc-4aec-bcfd-ee7b76dde22f tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:20:29.599856 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-ba0f9061-f9dc-4aec-bcfd-ee7b76dde22f tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:20:29.601662 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-ba0f9061-f9dc-4aec-bcfd-ee7b76dde22f tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:29.602335 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-ba0f9061-f9dc-4aec-bcfd-ee7b76dde22f tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:29.605882 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270b4db-3451-4036-bf46-fefa2acece50 req-7db1c953-61f9-4cbd-9147-e9b8ff3cc427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:29.607323 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c270b4db-3451-4036-bf46-fefa2acece50 req-7db1c953-61f9-4cbd-9147-e9b8ff3cc427 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=70c6d901ff9f4d8e84e6c24fe716994c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1797609 Mar 07 23:20:29.610266 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f9061-f9dc-4aec-bcfd-ee7b76dde22f tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Pushing event updated for resources: {'Port': ['ID=8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:29.727416 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-ba0f9061-f9dc-4aec-bcfd-ee7b76dde22f tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4210112 Mar 07 23:20:29.753462 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-f503004c-1501-4093-8493-c1e6be9689b3 service neutron] Request body: {'port': {'device_id': 'c8554839-4f70-4011-9b42-46f6387833cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:29.756496 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-ec347bd4-d0a4-4f85-b8cc-c9c01e352350 service neutron] Attempting to bind port 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:20:29.757216 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-ec347bd4-d0a4-4f85-b8cc-c9c01e352350 service neutron] Attempting to bind port 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:20:29.763002 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-ec347bd4-d0a4-4f85-b8cc-c9c01e352350 service neutron] Attempting to bind port 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 on network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:20:29.777243 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4333eed-56c0-45f1-b90f-5c66bee5b9dc req-f5e21704-5cea-40c4-9a2e-744dd99edc75 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:29.784913 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e4333eed-56c0-45f1-b90f-5c66bee5b9dc req-f5e21704-5cea-40c4-9a2e-744dd99edc75 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 946 time: 0.2269361 Mar 07 23:20:29.807183 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-ec347bd4-d0a4-4f85-b8cc-c9c01e352350 service neutron] Port 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 on network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 23:20:29.807511 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-ec347bd4-d0a4-4f85-b8cc-c9c01e352350 service neutron] Attempting to bind port 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 on network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:20:29.828520 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-ec347bd4-d0a4-4f85-b8cc-c9c01e352350 service neutron] Checking agent: {'id': 'c3ad4338-66dc-4d28-9621-abda7889d413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'started_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:20:29.828872 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-ec347bd4-d0a4-4f85-b8cc-c9c01e352350 service neutron] Checking segment: {'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:20:29.829343 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-ec347bd4-d0a4-4f85-b8cc-c9c01e352350 service neutron] Bound using segment: {'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:20:29.833101 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-ec347bd4-d0a4-4f85-b8cc-c9c01e352350 service neutron] Bound port: 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:20:29.833101 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-ec347bd4-d0a4-4f85-b8cc-c9c01e352350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:29.855321 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270b4db-3451-4036-bf46-fefa2acece50 req-c5b657ca-c2de-4c9a-a60f-511ad5862f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:29.857159 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c270b4db-3451-4036-bf46-fefa2acece50 req-c5b657ca-c2de-4c9a-a60f-511ad5862f1c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2410789 Mar 07 23:20:29.976415 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e4333eed-56c0-45f1-b90f-5c66bee5b9dc req-1b1f9de5-c583-4c10-92c1-aba91568a2d0 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/security-groups?id=120e58f3-6963-4ce6-b133-ad89f4b1e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904683 Mar 07 23:20:30.041339 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-fa40e225-a377-46ad-aa22-53cf7ad9532a None None] Provisioning complete for port 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:30.045256 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fa40e225-a377-46ad-aa22-53cf7ad9532a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:30.087299 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-fa40e225-a377-46ad-aa22-53cf7ad9532a None None] Port 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:20:30.092611 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-f503004c-1501-4093-8493-c1e6be9689b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:30.152539 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-ec347bd4-d0a4-4f85-b8cc-c9c01e352350 service neutron] For port 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6, host hv-cinder-81322, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:20:30.177833 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-ec347bd4-d0a4-4f85-b8cc-c9c01e352350 service neutron] For port 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:20:30.192517 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ed8e4-3c04-45ba-816e-d11d5c4762d2 req-13030522-3a31-43f7-a8e6-1d1cae634954 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:30.194174 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-7b9ed8e4-3c04-45ba-816e-d11d5c4762d2 req-13030522-3a31-43f7-a8e6-1d1cae634954 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 944 time: 0.1383309 Mar 07 23:20:30.262399 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-7b9ed8e4-3c04-45ba-816e-d11d5c4762d2 req-5f1dc950-bfbe-4cb6-a6d6-1cfd3fdcaedd tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621314 Mar 07 23:20:30.278110 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-ec347bd4-d0a4-4f85-b8cc-c9c01e352350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:30.331826 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-ec347bd4-d0a4-4f85-b8cc-c9c01e352350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:30.337237 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-ec347bd4-d0a4-4f85-b8cc-c9c01e352350 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:30.337237 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-ec347bd4-d0a4-4f85-b8cc-c9c01e352350 service neutron] 10.222.0.16 "PUT /v2.0/ports/4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 HTTP/1.1" status: 200 len: 1094 time: 2.2730687 Mar 07 23:20:30.337237 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d336ad-d44e-469b-8ce0-dad51dc78af5', 'tag': '4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:20:30.338182 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e22281-a9ba-487c-b907-0c69d23e1241" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d336ad-d44e-469b-8ce0-dad51dc78af5", "tag": "4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:20:30.368951 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec347bd4-d0a4-4f85-b8cc-c9c01e352350 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:30.402575 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-193c171a-0317-4ae8-86f8-4d0b048e2e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:30.404239 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-193c171a-0317-4ae8-86f8-4d0b048e2e65 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70c6d901ff9f4d8e84e6c24fe716994c&device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 1127 time: 0.4625649 Mar 07 23:20:30.429187 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:30.442894 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af63dd-8d88-4249-bf68-c33051933a71 req-f63861ad-602f-4acc-bb33-1833aa76e86c tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:30.446174 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a1af63dd-8d88-4249-bf68-c33051933a71 req-f63861ad-602f-4acc-bb33-1833aa76e86c tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 943 time: 0.4468005 Mar 07 23:20:30.498868 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6bb93-ca98-4600-909e-8f44c5cf8f11 req-607297c4-9262-4279-942e-37c9dcd63146 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:30.517985 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-72a6bb93-ca98-4600-909e-8f44c5cf8f11 req-607297c4-9262-4279-942e-37c9dcd63146 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 931 time: 0.1453106 Mar 07 23:20:30.539107 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-004db15c-d4dd-4e8c-b07b-1f87f2cdd68b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac HTTP/1.1" status: 200 len: 217 time: 0.1175311 Mar 07 23:20:30.568182 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 9a320ceb-a248-4b06-b6dc-4d2862fed54a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:20:30.658065 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-72a6bb93-ca98-4600-909e-8f44c5cf8f11 req-6432f628-117b-4833-b6f6-4dbbe5357e28 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391757 Mar 07 23:20:30.661911 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-1db9c55b-19e4-4f4a-aa0e-877546270944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:30.664616 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-1db9c55b-19e4-4f4a-aa0e-877546270944 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80516370fe324566aba801c4236e78d9&device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 1128 time: 0.1921747 Mar 07 23:20:30.689067 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a1af63dd-8d88-4249-bf68-c33051933a71 req-a4ec96b7-4590-4efc-953d-c0353697e9ce tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066574 Mar 07 23:20:30.699126 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-027e232d-b9ab-4d3f-bbc5-96d882d07658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:30.700715 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-027e232d-b9ab-4d3f-bbc5-96d882d07658 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc HTTP/1.1" status: 200 len: 856 time: 0.1297972 Mar 07 23:20:30.716656 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 9a320ceb-a248-4b06-b6dc-4d2862fed54a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9a320ceb-a248-4b06-b6dc-4d2862fed54a,segment=NetworkSegment(d276a03e-6a98-4009-a107-4df0cc25e967),segment_id=d276a03e-6a98-4009-a107-4df0cc25e967)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:30.733399 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': '9a320ceb-a248-4b06-b6dc-4d2862fed54a', 'network_id': '252e7d4a-e802-4ff2-a0c6-1a446f9d728b', 'port_id': '9a320ceb-a248-4b06-b6dc-4d2862fed54a', 'mac_address': 'fa:16:3e:8f:2d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8514d718-78d0-47bf-aca4-100f86311e4c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:20:30.755238 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-89033669-7409-46d4-a68e-5ccb9e2df33d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 HTTP/1.1" status: 200 len: 217 time: 0.0817752 Mar 07 23:20:30.796662 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aac8189-38ea-45a4-a9a7-7122aa453403 x-openstack-request-id: req-3aac8189-38ea-45a4-a9a7-7122aa453403 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:20:30.796662 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d336ad-d44e-469b-8ce0-dad51dc78af5", "tag": "4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:20:30.796662 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3aac8189-38ea-45a4-a9a7-7122aa453403 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:20:30.796662 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d336ad-d44e-469b-8ce0-dad51dc78af5', 'tag': '4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6', 'status': 'completed', 'code': 200} Mar 07 23:20:30.825911 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-f491a8a0-7317-4ad3-b571-536640bc2696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:30.828453 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-f491a8a0-7317-4ad3-b571-536640bc2696 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af3489ec-4655-4601-bbd0-7398fa1960d1 HTTP/1.1" status: 200 len: 854 time: 0.0674248 Mar 07 23:20:30.875724 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-30ded8c1-171c-4316-bf42-159cc6f1be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:30.877920 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-30ded8c1-171c-4316-bf42-159cc6f1be0f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2859357e-3793-4a4e-a3ac-55382bb5099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1371140 Mar 07 23:20:30.921167 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-874e021e-6cb3-4076-b8b3-4586fc45e30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:30.922717 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-874e021e-6cb3-4076-b8b3-4586fc45e30b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0883107 Mar 07 23:20:31.024538 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a7cdf-6570-49b1-b310-e2ef5dc4e03a req-eb6cf9f7-dc2e-423d-8ad5-b911aa52c1ec tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:31.026246 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-801a7cdf-6570-49b1-b310-e2ef5dc4e03a req-eb6cf9f7-dc2e-423d-8ad5-b911aa52c1ec tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.2131655 Mar 07 23:20:31.047802 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 9a320ceb-a248-4b06-b6dc-4d2862fed54a is: DOWN; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:31.048319 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (9a320ceb-a248-4b06-b6dc-4d2862fed54a), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:31.057525 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-f503004c-1501-4093-8493-c1e6be9689b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:20:31.067059 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-a8511a90-9c3b-47fd-b7d2-aecf0a291e2c service neutron] 10.222.0.16 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376624 Mar 07 23:20:31.068340 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-f503004c-1501-4093-8493-c1e6be9689b3 service neutron] Publish callbacks [] for port (8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:31.098064 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a320ceb-a248-4b06-b6dc-4d2862fed54a {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:20:31.136506 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-f503004c-1501-4093-8493-c1e6be9689b3 service neutron] Transition to ACTIVE for port object 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 23:20:31.144075 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-d071489c-05ee-4c8d-b6b8-ee7aa8c4dadc service neutron] 10.222.0.16 "GET /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524061 Mar 07 23:20:31.149690 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 9a320ceb-a248-4b06-b6dc-4d2862fed54a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9a320ceb-a248-4b06-b6dc-4d2862fed54a,segment=NetworkSegment(d276a03e-6a98-4009-a107-4df0cc25e967),segment_id=d276a03e-6a98-4009-a107-4df0cc25e967)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:31.150111 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-801a7cdf-6570-49b1-b310-e2ef5dc4e03a req-01729cf6-10ca-4980-ac81-b5bc4a64b9a4 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155243 Mar 07 23:20:31.194702 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-11227eb4-7392-457e-aae4-5811e37ecb8c req-9d5fc169-756f-4d0d-971b-93b8ad70d925 service neutron] 10.222.0.16 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177158 Mar 07 23:20:31.236166 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-f503004c-1501-4093-8493-c1e6be9689b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:31.241045 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (9a320ceb-a248-4b06-b6dc-4d2862fed54a), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:31.241725 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 67558d26-ec32-439a-a4d1-737c464f1726 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:20:31.346644 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 67558d26-ec32-439a-a4d1-737c464f1726, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=67558d26-ec32-439a-a4d1-737c464f1726,segment=NetworkSegment(d276a03e-6a98-4009-a107-4df0cc25e967),segment_id=d276a03e-6a98-4009-a107-4df0cc25e967)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:31.350564 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503004c-1501-4093-8493-c1e6be9689b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:31.354721 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-539f7f9e-8617-4942-9c99-559aab2c7c10 req-2b27a350-746f-4d90-aebc-6380119861dd service neutron] 10.222.0.16 "GET /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036951 Mar 07 23:20:31.363684 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': '67558d26-ec32-439a-a4d1-737c464f1726', 'network_id': '252e7d4a-e802-4ff2-a0c6-1a446f9d728b', 'port_id': '67558d26-ec32-439a-a4d1-737c464f1726', 'mac_address': 'fa:16:3e:73:05:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8514d718-78d0-47bf-aca4-100f86311e4c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:20:31.374088 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=9a320ceb-a248-4b06-b6dc-4d2862fed54a,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:31.419097 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 67558d26-ec32-439a-a4d1-737c464f1726 is: DOWN; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:31.428274 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (67558d26-ec32-439a-a4d1-737c464f1726), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:31.454728 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67558d26-ec32-439a-a4d1-737c464f1726 {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:20:31.488742 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 67558d26-ec32-439a-a4d1-737c464f1726, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=67558d26-ec32-439a-a4d1-737c464f1726,segment=NetworkSegment(d276a03e-6a98-4009-a107-4df0cc25e967),segment_id=d276a03e-6a98-4009-a107-4df0cc25e967)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:31.503946 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-f503004c-1501-4093-8493-c1e6be9689b3 service neutron] Attempting to bind port 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:20:31.504378 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-f503004c-1501-4093-8493-c1e6be9689b3 service neutron] Attempting to bind port 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'acbb6c4e-37f7-4347-8261-3f6da46e7cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:20:31.504613 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-f503004c-1501-4093-8493-c1e6be9689b3 service neutron] Attempting to bind port 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 on network 60cd751d-3709-4142-8796-5cc239f83beb {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:20:31.506159 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5da0be-2c80-4ef5-8126-94f3be66300e req-f48db6c8-abac-49b4-9fb0-3b0a6d176df3 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:31.511599 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9d5da0be-2c80-4ef5-8126-94f3be66300e req-f48db6c8-abac-49b4-9fb0-3b0a6d176df3 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 944 time: 0.1190169 Mar 07 23:20:31.518844 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-f503004c-1501-4093-8493-c1e6be9689b3 service neutron] Port 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 on network 60cd751d-3709-4142-8796-5cc239f83beb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 23:20:31.519300 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-f503004c-1501-4093-8493-c1e6be9689b3 service neutron] Attempting to bind port 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 on network 60cd751d-3709-4142-8796-5cc239f83beb {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:20:31.541347 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-f503004c-1501-4093-8493-c1e6be9689b3 service neutron] Checking agent: {'id': 'c3ad4338-66dc-4d28-9621-abda7889d413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'started_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:20:31.541347 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-f503004c-1501-4093-8493-c1e6be9689b3 service neutron] Checking segment: {'id': 'acbb6c4e-37f7-4347-8261-3f6da46e7cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:20:31.541347 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-f503004c-1501-4093-8493-c1e6be9689b3 service neutron] Bound using segment: {'id': 'acbb6c4e-37f7-4347-8261-3f6da46e7cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:20:31.541347 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-f503004c-1501-4093-8493-c1e6be9689b3 service neutron] Bound port: 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acbb6c4e-37f7-4347-8261-3f6da46e7cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:20:31.541347 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-f503004c-1501-4093-8493-c1e6be9689b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:31.561303 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (67558d26-ec32-439a-a4d1-737c464f1726), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:31.567095 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e22281-a9ba-487c-b907-0c69d23e1241 req-0615b3e6-14b5-459c-8a4e-79ffb29dd77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:31.568630 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-21e22281-a9ba-487c-b907-0c69d23e1241 req-0615b3e6-14b5-459c-8a4e-79ffb29dd77b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80516370fe324566aba801c4236e78d9&device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 1128 time: 0.1582592 Mar 07 23:20:31.607023 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9d5da0be-2c80-4ef5-8126-94f3be66300e req-54d6d6fe-a1e1-448d-a115-58e9280ac065 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864546 Mar 07 23:20:31.659044 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=67558d26-ec32-439a-a4d1-737c464f1726,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:31.718530 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-f503004c-1501-4093-8493-c1e6be9689b3 service neutron] For port 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9, host hv-cinder-81322, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:20:31.736143 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-f503004c-1501-4093-8493-c1e6be9689b3 service neutron] For port 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9,segment=NetworkSegment(acbb6c4e-37f7-4347-8261-3f6da46e7cfc),segment_id=acbb6c4e-37f7-4347-8261-3f6da46e7cfc)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:20:31.786373 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e22281-a9ba-487c-b907-0c69d23e1241 req-9d492619-ffc8-4da2-a987-301093633f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:31.786373 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-21e22281-a9ba-487c-b907-0c69d23e1241 req-9d492619-ffc8-4da2-a987-301093633f19 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b HTTP/1.1" status: 200 len: 916 time: 0.1945693 Mar 07 23:20:31.799001 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-f503004c-1501-4093-8493-c1e6be9689b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:31.813998 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['67558d26-ec32-439a-a4d1-737c464f1726'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:20:31.849685 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-21e22281-a9ba-487c-b907-0c69d23e1241 req-cbdc0c9f-3a7f-4ced-823f-bf2aa738a489 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 HTTP/1.1" status: 200 len: 217 time: 0.0486422 Mar 07 23:20:31.868109 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae218e3-a8c5-48de-9f3f-e49a4d825d75 req-e49dc999-7b05-4cf5-8ec6-64ffd0003a1b tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:31.886634 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-dae218e3-a8c5-48de-9f3f-e49a4d825d75 req-e49dc999-7b05-4cf5-8ec6-64ffd0003a1b tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 944 time: 0.0934186 Mar 07 23:20:31.892137 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47213f3-5eea-435d-8d42-3c0a01ad67cb req-13cb46a6-38c3-4f91-a219-75dc3d36a5a2 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:31.894115 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c47213f3-5eea-435d-8d42-3c0a01ad67cb req-13cb46a6-38c3-4f91-a219-75dc3d36a5a2 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 943 time: 0.1563764 Mar 07 23:20:31.901850 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['9a320ceb-a248-4b06-b6dc-4d2862fed54a'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:20:31.920234 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-f503004c-1501-4093-8493-c1e6be9689b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:31.920854 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-f503004c-1501-4093-8493-c1e6be9689b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:31.922868 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-f503004c-1501-4093-8493-c1e6be9689b3 service neutron] 10.222.0.16 "PUT /v2.0/ports/8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 HTTP/1.1" status: 200 len: 1093 time: 2.1813495 Mar 07 23:20:31.925110 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8554839-4f70-4011-9b42-46f6387833cd', 'tag': '8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:20:31.950635 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a0dce3-bdb5-4ef4-9804-281e9cde3863" -d '{"events": [{"name": "network-changed", "server_uuid": "c8554839-4f70-4011-9b42-46f6387833cd", "tag": "8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:20:31.990830 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-dae218e3-a8c5-48de-9f3f-e49a4d825d75 req-dda8148c-c77c-4e0f-812a-50de69bfe1ce tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137960 Mar 07 23:20:32.053825 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2279a286-c284-4dbb-9eee-e3d08897efa9 x-openstack-request-id: req-2279a286-c284-4dbb-9eee-e3d08897efa9 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:20:32.054117 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8554839-4f70-4011-9b42-46f6387833cd", "tag": "8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:20:32.054372 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2279a286-c284-4dbb-9eee-e3d08897efa9 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:20:32.055907 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8554839-4f70-4011-9b42-46f6387833cd', 'tag': '8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9', 'status': 'completed', 'code': 200} Mar 07 23:20:32.075550 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503004c-1501-4093-8493-c1e6be9689b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:32.127003 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e22281-a9ba-487c-b907-0c69d23e1241 req-68d68e52-f919-4edb-b708-62c0cb5046b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:32.128907 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-21e22281-a9ba-487c-b907-0c69d23e1241 req-68d68e52-f919-4edb-b708-62c0cb5046b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af3489ec-4655-4601-bbd0-7398fa1960d1 HTTP/1.1" status: 200 len: 854 time: 0.2647059 Mar 07 23:20:32.238806 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c47213f3-5eea-435d-8d42-3c0a01ad67cb req-8a3aef4b-7fef-48a3-b281-fcf3968bc608 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743540 Mar 07 23:20:32.265455 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-45119368-d642-4d8d-a6e3-0c1748c3fcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:32.265455 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-45119368-d642-4d8d-a6e3-0c1748c3fcea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b0c5a8c78de4cedabc1710b0a7bcb52&device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 1127 time: 0.2073674 Mar 07 23:20:32.284574 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e22281-a9ba-487c-b907-0c69d23e1241 req-12d08b74-82c6-4749-bd09-ee411e76d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:32.284574 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-21e22281-a9ba-487c-b907-0c69d23e1241 req-12d08b74-82c6-4749-bd09-ee411e76d344 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1274612 Mar 07 23:20:32.318972 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-96f6369b-33fe-4d5c-b428-0c6bd3e32907 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 HTTP/1.1" status: 200 len: 217 time: 0.0454087 Mar 07 23:20:32.448923 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-0834ec5c-10db-4c53-94b1-827898f88bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:32.450386 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-0834ec5c-10db-4c53-94b1-827898f88bf7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebe707c4-73f7-4b8d-a363-ddcbe10d5528 HTTP/1.1" status: 200 len: 850 time: 0.1117525 Mar 07 23:20:32.479155 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d84ac2-23aa-4737-9a41-d79a43706859 req-7440b748-ac34-4afe-91d6-af807cca2e4c tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:32.480586 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-92d84ac2-23aa-4737-9a41-d79a43706859 req-7440b748-ac34-4afe-91d6-af807cca2e4c tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.1607904 Mar 07 23:20:32.498967 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-21e22281-a9ba-487c-b907-0c69d23e1241 req-0247760e-abf1-4437-9de2-f2dae64799a1 service neutron] 10.222.0.16 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879685 Mar 07 23:20:32.613710 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-4d7b97d9-a978-49f3-aa8c-ff78b7a1c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:32.615219 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-4d7b97d9-a978-49f3-aa8c-ff78b7a1c979 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60cd751d-3709-4142-8796-5cc239f83beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1517978 Mar 07 23:20:32.619736 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-92d84ac2-23aa-4737-9a41-d79a43706859 req-50b78d5b-739b-4972-946a-e8eca6e09dc4 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198449 Mar 07 23:20:32.664875 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-21e22281-a9ba-487c-b907-0c69d23e1241 req-04832f73-826c-47dd-af5c-4cd705afa0bd service neutron] 10.222.0.16 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567636 Mar 07 23:20:32.755788 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-8d8fc5e8-bc81-4094-a1f0-2fedeb51850d service neutron] 10.222.0.16 "GET /v2.0/networks/60cd751d-3709-4142-8796-5cc239f83beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336145 Mar 07 23:20:32.786784 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7911610-4e23-4192-8b2f-2362b64d407e req-661b44c6-a99b-40bd-a531-5adb57548e7f tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:32.788211 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c7911610-4e23-4192-8b2f-2362b64d407e req-661b44c6-a99b-40bd-a531-5adb57548e7f tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 944 time: 0.0937834 Mar 07 23:20:32.885079 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c7911610-4e23-4192-8b2f-2362b64d407e req-27fa52f0-bea7-4403-8ba5-b70380cb29c8 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888228 Mar 07 23:20:32.895772 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-009a24cf-8dd3-474b-a84b-421ffe98b29b req-1263c3e0-a4bb-4a73-9e51-20a230054f21 service neutron] 10.222.0.16 "GET /v2.0/networks/60cd751d-3709-4142-8796-5cc239f83beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337948 Mar 07 23:20:33.037260 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0dce3-bdb5-4ef4-9804-281e9cde3863 req-e6b41d32-e3cc-420e-86fa-71a3498d5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:33.038876 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-58a0dce3-bdb5-4ef4-9804-281e9cde3863 req-e6b41d32-e3cc-420e-86fa-71a3498d5ff0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b0c5a8c78de4cedabc1710b0a7bcb52&device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 1127 time: 0.0498095 Mar 07 23:20:33.182834 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41de7d5-18ad-4672-8122-203fec41376a req-e89a0e3c-5b46-4097-8ce4-9cc121a80af4 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:33.184320 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c41de7d5-18ad-4672-8122-203fec41376a req-e89a0e3c-5b46-4097-8ce4-9cc121a80af4 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 944 time: 0.1227717 Mar 07 23:20:33.187669 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0dce3-bdb5-4ef4-9804-281e9cde3863 req-4ef80ade-2902-48b6-8899-58f05d3471d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:33.189044 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-58a0dce3-bdb5-4ef4-9804-281e9cde3863 req-4ef80ade-2902-48b6-8899-58f05d3471d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=60cd751d-3709-4142-8796-5cc239f83beb HTTP/1.1" status: 200 len: 912 time: 0.1431880 Mar 07 23:20:33.238596 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-58a0dce3-bdb5-4ef4-9804-281e9cde3863 req-62bdad8c-32d5-4a1e-a606-19c953ce70c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 HTTP/1.1" status: 200 len: 217 time: 0.0411742 Mar 07 23:20:33.295445 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c41de7d5-18ad-4672-8122-203fec41376a req-3539f5b8-cba1-4b15-a330-51df97ae958c tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045356 Mar 07 23:20:33.309086 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0dce3-bdb5-4ef4-9804-281e9cde3863 req-d7f50d9a-67ba-43d6-beaa-9331628711db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:33.311020 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-58a0dce3-bdb5-4ef4-9804-281e9cde3863 req-d7f50d9a-67ba-43d6-beaa-9331628711db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebe707c4-73f7-4b8d-a363-ddcbe10d5528 HTTP/1.1" status: 200 len: 850 time: 0.0627108 Mar 07 23:20:33.411678 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0dce3-bdb5-4ef4-9804-281e9cde3863 req-f236aabc-8392-48b6-b2ac-934347fd2362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:33.413195 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-58a0dce3-bdb5-4ef4-9804-281e9cde3863 req-f236aabc-8392-48b6-b2ac-934347fd2362 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60cd751d-3709-4142-8796-5cc239f83beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0909159 Mar 07 23:20:33.432736 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911fe59-19ac-4157-8d96-178988db1eca req-75c8597c-0414-4497-ac77-0c01d7e33154 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:33.434207 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-7911fe59-19ac-4157-8d96-178988db1eca req-75c8597c-0414-4497-ac77-0c01d7e33154 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 943 time: 0.0619254 Mar 07 23:20:33.503326 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-7911fe59-19ac-4157-8d96-178988db1eca req-34eec085-5bf8-4d17-9b58-b52dc2898b19 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628228 Mar 07 23:20:33.564057 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-58a0dce3-bdb5-4ef4-9804-281e9cde3863 req-c3fde815-ee27-4463-8321-401b619d9a98 service neutron] 10.222.0.16 "GET /v2.0/networks/60cd751d-3709-4142-8796-5cc239f83beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001596 Mar 07 23:20:33.669668 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-58a0dce3-bdb5-4ef4-9804-281e9cde3863 req-0008db36-4d8f-49ae-a5b3-3a05fefe445a service neutron] 10.222.0.16 "GET /v2.0/networks/60cd751d-3709-4142-8796-5cc239f83beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903144 Mar 07 23:20:33.756970 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a9883-ef2b-4d4e-b004-bdbc3b5a7ee0 req-378b44aa-ff39-4005-8cdc-792f9dbc8628 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:33.758506 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-511a9883-ef2b-4d4e-b004-bdbc3b5a7ee0 req-378b44aa-ff39-4005-8cdc-792f9dbc8628 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.0542908 Mar 07 23:20:33.808762 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-511a9883-ef2b-4d4e-b004-bdbc3b5a7ee0 req-bc97701b-f1e1-4fda-9353-8c25d09958cd tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402484 Mar 07 23:20:34.005660 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d9ca-eb44-47ef-bf3b-249240c21f9b req-8140697b-1ef2-46e8-94cc-c128b6bff6e8 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:34.007112 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-62c5d9ca-eb44-47ef-bf3b-249240c21f9b req-8140697b-1ef2-46e8-94cc-c128b6bff6e8 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 944 time: 0.0554497 Mar 07 23:20:34.053882 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-62c5d9ca-eb44-47ef-bf3b-249240c21f9b req-927b2472-f37e-4ad0-9d94-a846de27ca44 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405729 Mar 07 23:20:34.415384 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d47967-42bb-40e3-b35a-3819392c5adf req-902a9a5b-aabe-4a50-bfe0-eb96c88bbc90 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:34.416869 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a1d47967-42bb-40e3-b35a-3819392c5adf req-902a9a5b-aabe-4a50-bfe0-eb96c88bbc90 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 944 time: 0.0528293 Mar 07 23:20:34.488876 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a1d47967-42bb-40e3-b35a-3819392c5adf req-b34d7f2f-57bc-4345-9a6d-c35c109df64a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571194 Mar 07 23:20:34.586718 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:20:34.613393 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 9a320ceb-a248-4b06-b6dc-4d2862fed54a up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:20:34.635984 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdcaa4-d183-4b2e-bf9b-bfb44ef4f134 req-8157d991-3585-4499-a637-e18d76743497 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:34.637585 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-35bdcaa4-d183-4b2e-bf9b-bfb44ef4f134 req-8157d991-3585-4499-a637-e18d76743497 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 943 time: 0.0649576 Mar 07 23:20:34.694807 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-35bdcaa4-d183-4b2e-bf9b-bfb44ef4f134 req-771f3012-383f-4a96-b300-b3fc19d93aaf tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496333 Mar 07 23:20:34.746675 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:34.762333 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': '4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'port_id': '4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6', 'mac_address': 'fa:16:3e:be:11:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:20:34.801933 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 is: DOWN; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:34.802318 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:34.815167 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:20:34.835964 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:34.846891 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning for port 9a320ceb-a248-4b06-b6dc-4d2862fed54a completed by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 23:20:34.851924 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port 9a320ceb-a248-4b06-b6dc-4d2862fed54a triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:34.852365 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (9a320ceb-a248-4b06-b6dc-4d2862fed54a), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:34.898802 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:34.899466 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:20:34.937924 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bc7ac-010e-4ca9-ac20-d7912f1f6a7c req-bd50f16b-d765-49ed-b5fb-55e84cdcca84 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:34.944283 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5a0bc7ac-010e-4ca9-ac20-d7912f1f6a7c req-bd50f16b-d765-49ed-b5fb-55e84cdcca84 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.0624170 Mar 07 23:20:34.969365 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 9a320ceb-a248-4b06-b6dc-4d2862fed54a is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:34.969751 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (9a320ceb-a248-4b06-b6dc-4d2862fed54a), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:34.986604 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5a0bc7ac-010e-4ca9-ac20-d7912f1f6a7c req-cb176d78-92ba-4a9a-be26-1b34f985a4c2 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414841 Mar 07 23:20:35.023059 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:35.057619 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876d75a9-e3ae-4c9a-b177-94c6e5f797ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a320ceb-a248-4b06-b6dc-4d2862fed54a'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:20:35.101661 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f82ee29-bae9-41c3-afe1-6dabce2a9993" -d '{"events": [{"server_uuid": "876d75a9-e3ae-4c9a-b177-94c6e5f797ef", "name": "network-vif-plugged", "status": "completed", "tag": "9a320ceb-a248-4b06-b6dc-4d2862fed54a"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:20:35.101661 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 9a320ceb-a248-4b06-b6dc-4d2862fed54a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9a320ceb-a248-4b06-b6dc-4d2862fed54a,segment=NetworkSegment(d276a03e-6a98-4009-a107-4df0cc25e967),segment_id=d276a03e-6a98-4009-a107-4df0cc25e967)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:35.101661 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d34072-43b7-4120-b350-27c3646e0cd9 x-openstack-request-id: req-e9d34072-43b7-4120-b350-27c3646e0cd9 {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:20:35.101661 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876d75a9-e3ae-4c9a-b177-94c6e5f797ef", "name": "network-vif-plugged", "status": "completed", "tag": "9a320ceb-a248-4b06-b6dc-4d2862fed54a", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:20:35.101661 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9d34072-43b7-4120-b350-27c3646e0cd9 {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:20:35.101661 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876d75a9-e3ae-4c9a-b177-94c6e5f797ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a320ceb-a248-4b06-b6dc-4d2862fed54a', 'code': 200} Mar 07 23:20:35.106026 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:35.130238 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': '576aa2fb-f48e-4e0f-b52b-d6a33a6329ac', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'port_id': '576aa2fb-f48e-4e0f-b52b-d6a33a6329ac', 'mac_address': 'fa:16:3e:60:a3:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:20:35.177749 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac is: DOWN; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:35.178149 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:35.180066 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54386f-b7e4-4d9d-8378-98c449fe1b2b req-fa96bae1-3357-4509-88ed-e18f450490e3 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:35.181561 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ce54386f-b7e4-4d9d-8378-98c449fe1b2b req-fa96bae1-3357-4509-88ed-e18f450490e3 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 945 time: 0.0589051 Mar 07 23:20:35.191885 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:20:35.212644 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (9a320ceb-a248-4b06-b6dc-4d2862fed54a), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:35.213360 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 67558d26-ec32-439a-a4d1-737c464f1726 up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:20:35.241475 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ce54386f-b7e4-4d9d-8378-98c449fe1b2b req-2c88950d-8a4b-4795-bf41-b03bb93bf80f tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536733 Mar 07 23:20:35.286565 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:35.301972 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=9a320ceb-a248-4b06-b6dc-4d2862fed54a,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:35.349572 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:35.397273 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning for port 67558d26-ec32-439a-a4d1-737c464f1726 completed by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 23:20:35.400201 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3dc48-d218-4a78-99db-678125a2cd34 req-24a00453-0ce5-46f3-a558-1a0e029d5712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:35.401758 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-80e3dc48-d218-4a78-99db-678125a2cd34 req-24a00453-0ce5-46f3-a558-1a0e029d5712 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 1129 time: 0.0417809 Mar 07 23:20:35.402689 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:35.405315 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port 67558d26-ec32-439a-a4d1-737c464f1726 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:35.405688 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (67558d26-ec32-439a-a4d1-737c464f1726), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:35.456381 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-80e3dc48-d218-4a78-99db-678125a2cd34 req-e7f689e7-7782-4bf7-8ba3-90ea3ebba672 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470076 Mar 07 23:20:35.495761 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 67558d26-ec32-439a-a4d1-737c464f1726 is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:35.496155 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (67558d26-ec32-439a-a4d1-737c464f1726), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:35.551400 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 67558d26-ec32-439a-a4d1-737c464f1726, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=67558d26-ec32-439a-a4d1-737c464f1726,segment=NetworkSegment(d276a03e-6a98-4009-a107-4df0cc25e967),segment_id=d276a03e-6a98-4009-a107-4df0cc25e967)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:35.611923 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09476c9a-170d-4c15-b9e2-34fbb1931d5f req-35e16b0a-0cca-4581-b0ce-a01402b47977 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:35.613587 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-09476c9a-170d-4c15-b9e2-34fbb1931d5f req-35e16b0a-0cca-4581-b0ce-a01402b47977 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0596097 Mar 07 23:20:35.625523 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:20:35.632514 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['576aa2fb-f48e-4e0f-b52b-d6a33a6329ac'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:20:35.662903 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (67558d26-ec32-439a-a4d1-737c464f1726), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:35.690733 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-09476c9a-170d-4c15-b9e2-34fbb1931d5f req-48d065cd-9e1e-4169-bbdb-36a5a91222bb tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612123 Mar 07 23:20:35.786152 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=67558d26-ec32-439a-a4d1-737c464f1726,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:35.950313 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462e212-6c76-4f3f-9444-39bd97185e9d req-b8625437-670f-45ab-acf1-f6f452133aa4 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:35.954083 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d462e212-6c76-4f3f-9444-39bd97185e9d req-b8625437-670f-45ab-acf1-f6f452133aa4 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 943 time: 0.0532742 Mar 07 23:20:36.001718 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d462e212-6c76-4f3f-9444-39bd97185e9d req-cdb1cdc4-a98f-4f9a-a62d-dff098d9ce50 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439472 Mar 07 23:20:36.120697 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b4a14-8bdd-4aee-9438-569e3cde65d8 req-eb08cab1-4aea-4a4d-85de-408c9426ae58 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:36.122559 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-291b4a14-8bdd-4aee-9438-569e3cde65d8 req-eb08cab1-4aea-4a4d-85de-408c9426ae58 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 944 time: 0.0606835 Mar 07 23:20:36.177457 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-291b4a14-8bdd-4aee-9438-569e3cde65d8 req-7d298c2f-a81d-43da-8cc3-0fa092539a26 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464065 Mar 07 23:20:36.356173 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be58b7-483e-4692-b476-061bd6b340be req-eabf4f2e-8880-4fb2-b1b0-62e33c6923a4 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:36.357704 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-84be58b7-483e-4692-b476-061bd6b340be req-eabf4f2e-8880-4fb2-b1b0-62e33c6923a4 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 945 time: 0.0517571 Mar 07 23:20:36.419381 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-84be58b7-483e-4692-b476-061bd6b340be req-b1549076-d90d-4d85-90de-29c4d8789845 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480244 Mar 07 23:20:36.594142 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:20:36.712302 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9,segment=NetworkSegment(acbb6c4e-37f7-4347-8261-3f6da46e7cfc),segment_id=acbb6c4e-37f7-4347-8261-3f6da46e7cfc)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:36.739409 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': '8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'port_id': '8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9', 'mac_address': 'fa:16:3e:f7:9d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:20:36.780210 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 is: DOWN; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:36.780690 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:36.795141 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:20:36.818545 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9,segment=NetworkSegment(acbb6c4e-37f7-4347-8261-3f6da46e7cfc),segment_id=acbb6c4e-37f7-4347-8261-3f6da46e7cfc)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:36.823760 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc628c-61f1-46ac-b168-2efbe7e601ab req-7cd50431-9228-4315-901a-4a6fd8844f20 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:36.825860 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4acc628c-61f1-46ac-b168-2efbe7e601ab req-7cd50431-9228-4315-901a-4a6fd8844f20 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0616367 Mar 07 23:20:36.876353 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4acc628c-61f1-46ac-b168-2efbe7e601ab req-0a550bc9-3321-4c04-a3c0-56faa3735860 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455217 Mar 07 23:20:36.886468 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:36.933698 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:37.096886 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e0af9a-dc81-40f4-8bba-388160e2cdb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67558d26-ec32-439a-a4d1-737c464f1726'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:20:37.099278 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fefdde-fe98-404d-aae6-57b10bdbf23b" -d '{"events": [{"server_uuid": "23e0af9a-dc81-40f4-8bba-388160e2cdb8", "name": "network-vif-plugged", "status": "completed", "tag": "67558d26-ec32-439a-a4d1-737c464f1726"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:20:37.119988 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a7c2b-6cae-41ff-86d0-885ae58d9cdd req-2461310f-362c-4623-94c8-d92bb3bbc4f1 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:37.121491 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ba5a7c2b-6cae-41ff-86d0-885ae58d9cdd req-2461310f-362c-4623-94c8-d92bb3bbc4f1 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 944 time: 0.0518994 Mar 07 23:20:37.167315 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ba5a7c2b-6cae-41ff-86d0-885ae58d9cdd req-9734014c-da90-439d-9b9b-d9f966289b3b tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395896 Mar 07 23:20:37.209592 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e80af3-f86f-4d5f-b8da-86fd78f2a84b x-openstack-request-id: req-c3e80af3-f86f-4d5f-b8da-86fd78f2a84b {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:20:37.209909 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e0af9a-dc81-40f4-8bba-388160e2cdb8", "name": "network-vif-plugged", "status": "completed", "tag": "67558d26-ec32-439a-a4d1-737c464f1726", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:20:37.210221 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c3e80af3-f86f-4d5f-b8da-86fd78f2a84b {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:20:37.210966 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e0af9a-dc81-40f4-8bba-388160e2cdb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67558d26-ec32-439a-a4d1-737c464f1726', 'code': 200} Mar 07 23:20:37.293068 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1453b-114c-412d-9971-bdfae629563b req-1e8670b8-1349-4d0c-9e59-d3289ca54b01 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:37.294651 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-05a1453b-114c-412d-9971-bdfae629563b req-1e8670b8-1349-4d0c-9e59-d3289ca54b01 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0612633 Mar 07 23:20:37.327512 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f599aa2-470f-4ad2-8329-ca219943c405 req-1ddc5106-6b13-4494-bcd1-44b9c06ce03c tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:37.329319 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9f599aa2-470f-4ad2-8329-ca219943c405 req-1ddc5106-6b13-4494-bcd1-44b9c06ce03c tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 944 time: 0.0613449 Mar 07 23:20:37.357297 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-05a1453b-114c-412d-9971-bdfae629563b req-cba39723-b680-4661-8866-e96569a5042c tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540378 Mar 07 23:20:37.538381 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a7048-110b-407c-ac0b-80130589b7c4 req-2cf4ae3e-2511-4328-b3a6-7b4490b418ed tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:37.545455 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f88a7048-110b-407c-ac0b-80130589b7c4 req-2cf4ae3e-2511-4328-b3a6-7b4490b418ed tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 945 time: 0.0720680 Mar 07 23:20:37.587281 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9f599aa2-470f-4ad2-8329-ca219943c405 req-cde3ad3e-060f-4f88-955a-20b66b720944 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493861 Mar 07 23:20:37.588546 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f88a7048-110b-407c-ac0b-80130589b7c4 req-f67a9c7d-59d2-4af6-8bb0-43ef96fd9662 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421717 Mar 07 23:20:38.283108 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fda67-a003-45c6-809d-142db7abefdd req-110ae6cc-addd-490a-b1c4-c9df96f2713b tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:38.284620 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-628fda67-a003-45c6-809d-142db7abefdd req-110ae6cc-addd-490a-b1c4-c9df96f2713b tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 944 time: 0.0513904 Mar 07 23:20:38.331601 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-628fda67-a003-45c6-809d-142db7abefdd req-afb1a6c4-0b96-437a-8ab8-31deff8495ad tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412791 Mar 07 23:20:38.464010 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0e6db-1550-4f3a-915e-9a86be82b507 req-76c76f0e-f44d-44cf-9373-b93e3de31cf6 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:38.465366 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2ef0e6db-1550-4f3a-915e-9a86be82b507 req-76c76f0e-f44d-44cf-9373-b93e3de31cf6 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0497799 Mar 07 23:20:38.509761 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2ef0e6db-1550-4f3a-915e-9a86be82b507 req-14cbdb1b-2a4e-423d-b7c1-62cbfbfd24a5 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389094 Mar 07 23:20:38.707924 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0012b-0147-4d86-8b32-7d20fe318490 req-9cc9203f-cc29-4092-ab02-eacabe088032 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:38.709408 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-14d0012b-0147-4d86-8b32-7d20fe318490 req-9cc9203f-cc29-4092-ab02-eacabe088032 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 944 time: 0.0515881 Mar 07 23:20:38.713499 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bef529-aaba-41d2-b3d5-ceba35a66870 req-670311c4-a4b2-4cec-b7f6-83964b0fd2bc tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:38.715030 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-51bef529-aaba-41d2-b3d5-ceba35a66870 req-670311c4-a4b2-4cec-b7f6-83964b0fd2bc tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 945 time: 0.0540111 Mar 07 23:20:38.757824 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-14d0012b-0147-4d86-8b32-7d20fe318490 req-b5c4455d-1bd2-4288-826e-cb862a028582 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427179 Mar 07 23:20:38.760065 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-51bef529-aaba-41d2-b3d5-ceba35a66870 req-44bb4666-d1b3-4cc9-b81f-e750eb1e01ad tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391743 Mar 07 23:20:39.446453 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ab3ba-a676-4051-88e1-25efe53e5a42 req-e456959e-6372-4897-aa2c-3ca72309f413 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:39.448294 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-381ab3ba-a676-4051-88e1-25efe53e5a42 req-e456959e-6372-4897-aa2c-3ca72309f413 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 944 time: 0.0516701 Mar 07 23:20:39.475504 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:20:39.506749 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-381ab3ba-a676-4051-88e1-25efe53e5a42 req-58af9997-d160-44da-a06c-0a9f61e771a2 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520055 Mar 07 23:20:39.600178 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning for port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac completed by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 23:20:39.604213 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:39.604631 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:39.653845 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bee4d-afe9-4f9e-b1fe-b629962ce6a7 req-0ffddabb-cf47-43e5-b45e-ee670eacc630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:39.655649 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f24bee4d-afe9-4f9e-b1fe-b629962ce6a7 req-0ffddabb-cf47-43e5-b45e-ee670eacc630 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e0ba9e6a9da4330a40c6943e3681050&device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 1129 time: 0.0813799 Mar 07 23:20:39.663603 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedcc69-b39c-4299-8841-7967b162fec4 req-cf2c1baa-4b8b-409f-8d7a-240dd83c804c tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:39.665057 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-cfedcc69-b39c-4299-8841-7967b162fec4 req-cf2c1baa-4b8b-409f-8d7a-240dd83c804c tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0821500 Mar 07 23:20:39.691446 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:39.691866 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:39.726081 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8cda0a-048b-4540-9a5c-79f011ca887a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576aa2fb-f48e-4e0f-b52b-d6a33a6329ac'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:20:39.728840 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91b9768-d26a-463b-9ebd-5e6c557f8145" -d '{"events": [{"server_uuid": "4e8cda0a-048b-4540-9a5c-79f011ca887a", "name": "network-vif-plugged", "status": "completed", "tag": "576aa2fb-f48e-4e0f-b52b-d6a33a6329ac"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:20:39.737926 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:39.766291 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e336ea7c-ae08-40ef-b384-ddf360e5d971 x-openstack-request-id: req-e336ea7c-ae08-40ef-b384-ddf360e5d971 {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:20:39.766668 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8cda0a-048b-4540-9a5c-79f011ca887a", "name": "network-vif-plugged", "status": "completed", "tag": "576aa2fb-f48e-4e0f-b52b-d6a33a6329ac", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:20:39.766989 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e336ea7c-ae08-40ef-b384-ddf360e5d971 {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:20:39.767447 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8cda0a-048b-4540-9a5c-79f011ca887a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576aa2fb-f48e-4e0f-b52b-d6a33a6329ac', 'code': 200} Mar 07 23:20:39.791952 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:39.792603 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:20:39.817030 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-cfedcc69-b39c-4299-8841-7967b162fec4 req-044dd4f6-80d1-479c-9a13-9a84705c7c3a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400454 Mar 07 23:20:39.865546 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bee4d-afe9-4f9e-b1fe-b629962ce6a7 req-99c397bb-8bcc-4d69-9495-7fa31488581a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:39.867492 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f24bee4d-afe9-4f9e-b1fe-b629962ce6a7 req-99c397bb-8bcc-4d69-9495-7fa31488581a service neutron] 10.222.0.16 "GET /v2.0/networks?id=252e7d4a-e802-4ff2-a0c6-1a446f9d728b HTTP/1.1" status: 200 len: 920 time: 0.1980503 Mar 07 23:20:39.870176 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f91ab-e230-4a4d-b78f-3e725e70940f req-baf648c7-276e-4e9e-ba21-f69310b58629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:39.872593 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-792f91ab-e230-4a4d-b78f-3e725e70940f req-baf648c7-276e-4e9e-ba21-f69310b58629 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 1129 time: 0.1174321 Mar 07 23:20:39.910310 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:39.923945 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12458eac-aae2-49d8-bdd3-357b58c6a6a6 req-11b51aa7-8205-42cc-9927-8ae91551851a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:39.925485 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-12458eac-aae2-49d8-bdd3-357b58c6a6a6 req-11b51aa7-8205-42cc-9927-8ae91551851a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 945 time: 0.0841379 Mar 07 23:20:39.929320 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:20:39.960912 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f24bee4d-afe9-4f9e-b1fe-b629962ce6a7 req-302cda3e-274e-4fd2-a1e1-928da61d276c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a320ceb-a248-4b06-b6dc-4d2862fed54a HTTP/1.1" status: 200 len: 217 time: 0.0678070 Mar 07 23:20:39.991029 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-12458eac-aae2-49d8-bdd3-357b58c6a6a6 req-d56b6bb1-4422-44b5-84f6-048b59e9dcb2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595412 Mar 07 23:20:40.054793 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning for port 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 completed by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 23:20:40.067439 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-792f91ab-e230-4a4d-b78f-3e725e70940f req-e55cadce-8dac-48cf-8952-836f1fd8c496 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223638 Mar 07 23:20:40.068559 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:40.070229 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:40.087452 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bee4d-afe9-4f9e-b1fe-b629962ce6a7 req-863b7099-f2f5-4aaf-a610-7cb2fd69d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:40.089047 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f24bee4d-afe9-4f9e-b1fe-b629962ce6a7 req-863b7099-f2f5-4aaf-a610-7cb2fd69d176 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8514d718-78d0-47bf-aca4-100f86311e4c HTTP/1.1" status: 200 len: 859 time: 0.1175911 Mar 07 23:20:40.097027 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8a1c5-f05a-4078-93d5-6315279fb03b req-80182e7f-b792-41c0-8298-829cf6b5e964 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:40.098521 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1db8a1c5-f05a-4078-93d5-6315279fb03b req-80182e7f-b792-41c0-8298-829cf6b5e964 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.1522319 Mar 07 23:20:40.100499 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c7068-00a4-4735-9265-3923d3be6880 req-291890a5-bf08-46c3-9fc5-221acf900956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:40.102097 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d58c7068-00a4-4735-9265-3923d3be6880 req-291890a5-bf08-46c3-9fc5-221acf900956 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 1129 time: 0.0750659 Mar 07 23:20:40.150569 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1db8a1c5-f05a-4078-93d5-6315279fb03b req-b861b7eb-36ed-44d4-be54-059ebac5b607 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461199 Mar 07 23:20:40.176187 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:40.185100 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:40.208311 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:40.321079 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f24bee4d-afe9-4f9e-b1fe-b629962ce6a7 req-4a0514bb-f343-4589-ba11-4883539333aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=252e7d4a-e802-4ff2-a0c6-1a446f9d728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241516 Mar 07 23:20:40.337780 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:40.347500 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d58c7068-00a4-4735-9265-3923d3be6880 req-2fb3cad5-90ba-49bb-a0ab-41dd95dc6698 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503049 Mar 07 23:20:40.388614 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:40.419166 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f24bee4d-afe9-4f9e-b1fe-b629962ce6a7 req-46bd1a7a-0dcf-4d26-b906-fc12deb92438 service neutron] 10.222.0.16 "GET /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872321 Mar 07 23:20:40.632561 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812dc0a-3b2b-48d3-8199-963a8d9f9642 req-73cd2509-1f02-47a4-be48-07361d72a565 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:40.635056 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c812dc0a-3b2b-48d3-8199-963a8d9f9642 req-73cd2509-1f02-47a4-be48-07361d72a565 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 944 time: 0.0592880 Mar 07 23:20:40.678414 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f24bee4d-afe9-4f9e-b1fe-b629962ce6a7 req-40833c6d-309c-4a2b-9404-1bf8902ac078 service neutron] 10.222.0.16 "GET /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922070 Mar 07 23:20:40.682920 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c812dc0a-3b2b-48d3-8199-963a8d9f9642 req-bbe038c2-66a1-4ed0-8647-d5f8397c1f34 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413957 Mar 07 23:20:40.941678 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62452139-86dd-4458-8053-646447f6af66 req-03ddf9a7-2b36-4eb4-ab21-da53aeaa2471 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:40.943264 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-62452139-86dd-4458-8053-646447f6af66 req-03ddf9a7-2b36-4eb4-ab21-da53aeaa2471 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0522821 Mar 07 23:20:40.989921 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-62452139-86dd-4458-8053-646447f6af66 req-8c6909eb-8914-45a1-a3bb-30234adcca99 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403471 Mar 07 23:20:41.121993 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c6922-1ebc-4a3d-a1e5-3568305f5970 req-f96b2783-0a1a-48d8-9db1-4661f39473af tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:41.123490 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0f2c6922-1ebc-4a3d-a1e5-3568305f5970 req-f96b2783-0a1a-48d8-9db1-4661f39473af tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 946 time: 0.0546660 Mar 07 23:20:41.198813 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0f2c6922-1ebc-4a3d-a1e5-3568305f5970 req-b2bebc4a-1138-48b9-9d77-d9e29a4547ab tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606499 Mar 07 23:20:41.280258 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cccedc-6835-4dad-b54e-b5cc2cb4287d req-65d762b7-085f-48d4-be18-005fc7d3140f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:41.281782 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b7cccedc-6835-4dad-b54e-b5cc2cb4287d req-65d762b7-085f-48d4-be18-005fc7d3140f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0562282 Mar 07 23:20:41.329764 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b7cccedc-6835-4dad-b54e-b5cc2cb4287d req-50249059-1a5c-4564-961d-731c1d93fec9 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424881 Mar 07 23:20:41.490366 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:20:41.600230 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning for port 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 completed by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 23:20:41.607894 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:20:41.607894 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:41.688907 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:20:41.689321 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:41.730051 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9,segment=NetworkSegment(acbb6c4e-37f7-4347-8261-3f6da46e7cfc),segment_id=acbb6c4e-37f7-4347-8261-3f6da46e7cfc)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:41.767338 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:41.771356 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d336ad-d44e-469b-8ce0-dad51dc78af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6'}, {'server_uuid': 'c8554839-4f70-4011-9b42-46f6387833cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:20:41.773655 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f654e4-60ba-4e7e-97ef-8e90afc546a2" -d '{"events": [{"server_uuid": "d3d336ad-d44e-469b-8ce0-dad51dc78af5", "name": "network-vif-plugged", "status": "completed", "tag": "4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6"}, {"server_uuid": "c8554839-4f70-4011-9b42-46f6387833cd", "name": "network-vif-plugged", "status": "completed", "tag": "8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:20:41.803857 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85620f91-18bf-4ea1-b801-94bbac18ba90 req-c99de53a-df8b-468b-9c7c-2f8e2b8de9dd tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:41.805493 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-85620f91-18bf-4ea1-b801-94bbac18ba90 req-c99de53a-df8b-468b-9c7c-2f8e2b8de9dd tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 944 time: 0.0529509 Mar 07 23:20:41.817848 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 23:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6568f278-e1da-4451-9748-08278e397364 x-openstack-request-id: req-6568f278-e1da-4451-9748-08278e397364 {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:20:41.818659 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d336ad-d44e-469b-8ce0-dad51dc78af5", "name": "network-vif-plugged", "status": "completed", "tag": "4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6", "code": 200}, {"server_uuid": "c8554839-4f70-4011-9b42-46f6387833cd", "name": "network-vif-plugged", "status": "completed", "tag": "8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:20:41.818659 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6568f278-e1da-4451-9748-08278e397364 {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:20:41.819006 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d336ad-d44e-469b-8ce0-dad51dc78af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6', 'code': 200} Mar 07 23:20:41.819103 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8554839-4f70-4011-9b42-46f6387833cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9', 'code': 200} Mar 07 23:20:41.828868 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:41.860639 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-85620f91-18bf-4ea1-b801-94bbac18ba90 req-d73b6355-28ec-4690-997d-037cc900d471 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489688 Mar 07 23:20:42.151613 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f251f62-3600-4f35-9074-78efe9e46a47 req-5f7ab138-15f9-4226-9cd9-a18d58c5cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:42.153632 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0f251f62-3600-4f35-9074-78efe9e46a47 req-5f7ab138-15f9-4226-9cd9-a18d58c5cdd2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 1130 time: 0.0645258 Mar 07 23:20:42.163737 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c67286-e8d2-4c5e-bdbd-3933d631cd50 req-e0a263e6-4963-4e58-a375-21fd2cd524f7 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:42.166633 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-79c67286-e8d2-4c5e-bdbd-3933d631cd50 req-e0a263e6-4963-4e58-a375-21fd2cd524f7 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.1052265 Mar 07 23:20:42.231348 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0f251f62-3600-4f35-9074-78efe9e46a47 req-f190f631-486c-413e-8ef9-cfef9c3b846e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593812 Mar 07 23:20:42.250247 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645f0ab-09e6-4114-a3f1-1dab737c8705 req-29cadc87-cf3a-452f-8152-db6f06279967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:42.252408 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e645f0ab-09e6-4114-a3f1-1dab737c8705 req-29cadc87-cf3a-452f-8152-db6f06279967 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 1129 time: 0.0624926 Mar 07 23:20:42.270612 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-79c67286-e8d2-4c5e-bdbd-3933d631cd50 req-c06c834e-b55e-442e-a1fb-32fdd561d9b4 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929027 Mar 07 23:20:42.330964 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a590ed-5ab7-418a-83b4-0a4da0f30886 req-7131f742-d665-4017-9067-da1bc9067481 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:42.332423 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-89a590ed-5ab7-418a-83b4-0a4da0f30886 req-7131f742-d665-4017-9067-da1bc9067481 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 946 time: 0.0563126 Mar 07 23:20:42.385883 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-89a590ed-5ab7-418a-83b4-0a4da0f30886 req-7486753a-2bed-49df-bc99-7f202bf725d9 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474129 Mar 07 23:20:42.463657 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9ea75-407d-4fb9-ac89-6895cb904c77 req-6064b2fb-49ca-41d9-8aaa-8c58a577ca39 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:42.465143 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-03f9ea75-407d-4fb9-ac89-6895cb904c77 req-6064b2fb-49ca-41d9-8aaa-8c58a577ca39 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0513697 Mar 07 23:20:42.512490 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-03f9ea75-407d-4fb9-ac89-6895cb904c77 req-ae30b4c7-72b5-409e-8f7b-1eec491145d2 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417268 Mar 07 23:20:42.566136 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e645f0ab-09e6-4114-a3f1-1dab737c8705 req-77adcf68-0e8e-481f-8940-30f81703c5a6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556056 Mar 07 23:20:42.655246 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6eac42-8064-4cf9-84a7-ae9564810ebc req-1afdbeb8-c4e4-4ade-874d-46bf77466292 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:42.656719 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-fc6eac42-8064-4cf9-84a7-ae9564810ebc req-1afdbeb8-c4e4-4ade-874d-46bf77466292 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0550861 Mar 07 23:20:42.665537 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 40358) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:42.670437 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-5836ad10-f7b9-41ef-b4f1-ba4c879c7828 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Request body: {'floatingip': {'port_id': '576aa2fb-f48e-4e0f-b52b-d6a33a6329ac'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:42.744290 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5836ad10-f7b9-41ef-b4f1-ba4c879c7828 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for floatingip (50bd68d9-86a0-41e7-a995-d438695ba9b6), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:43.026660 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0333a-bbbf-4168-a469-0a7865f55ace req-5cde0b51-3234-4b81-8132-4f260c908c1d tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:43.028116 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-bff0333a-bbbf-4168-a469-0a7865f55ace req-5cde0b51-3234-4b81-8132-4f260c908c1d tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.1007228 Mar 07 23:20:43.197599 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-bff0333a-bbbf-4168-a469-0a7865f55ace req-faca5d31-c080-49b4-997c-11cb6f924d41 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611807 Mar 07 23:20:43.477937 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5836ad10-f7b9-41ef-b4f1-ba4c879c7828 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:43.487004 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c256cc8-1f84-423e-9c66-02fdb00e5c81 req-2af1d0c5-284a-49c6-bd8e-418e11958e4d tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:43.487706 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2c256cc8-1f84-423e-9c66-02fdb00e5c81 req-2af1d0c5-284a-49c6-bd8e-418e11958e4d tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.1458373 Mar 07 23:20:43.545685 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2c256cc8-1f84-423e-9c66-02fdb00e5c81 req-52406373-1f86-4218-8b4a-612dc4d71135 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521352 Mar 07 23:20:43.566621 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5836ad10-f7b9-41ef-b4f1-ba4c879c7828 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (50bd68d9-86a0-41e7-a995-d438695ba9b6), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:43.710256 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eadf6d-46a3-4400-9ac9-70f5d6b4ddcf req-07a4c4f2-1f9c-430d-b481-89376db9dded tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:43.711931 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-94eadf6d-46a3-4400-9ac9-70f5d6b4ddcf req-07a4c4f2-1f9c-430d-b481-89376db9dded tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 946 time: 0.0658429 Mar 07 23:20:43.767950 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-94eadf6d-46a3-4400-9ac9-70f5d6b4ddcf req-adfc0ee2-e9d0-4557-a859-2e80bf95d643 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/security-groups?id=120e58f3-6963-4ce6-b133-ad89f4b1e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490634 Mar 07 23:20:43.948710 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.l3_db [None req-5836ad10-f7b9-41ef-b4f1-ba4c879c7828 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Floating IP 50bd68d9-86a0-41e7-a995-d438695ba9b6 associated. External IP: 172.27.3.68, port: 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac. Mar 07 23:20:43.996025 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190aeaa-09d3-438c-b4bf-c2f73f3df5a8 req-a8e04d19-c611-4f53-a522-0a8f83558beb tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:43.997729 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2190aeaa-09d3-438c-b4bf-c2f73f3df5a8 req-a8e04d19-c611-4f53-a522-0a8f83558beb tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 946 time: 0.1029375 Mar 07 23:20:44.058135 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:20:44.089348 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2190aeaa-09d3-438c-b4bf-c2f73f3df5a8 req-7d2ed56c-d9df-4ae6-9ec9-4b72f9297276 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849252 Mar 07 23:20:44.214506 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5836ad10-f7b9-41ef-b4f1-ba4c879c7828 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Router c87b6bdd-8582-462e-923b-c34b1ec0c6e0 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:20:44.315740 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c5e15-ef75-48ad-a691-57a536ed4a35 req-3242ffeb-3245-46e8-95cf-723dc2c1da40 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:44.317339 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-139c5e15-ef75-48ad-a691-57a536ed4a35 req-3242ffeb-3245-46e8-95cf-723dc2c1da40 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0509081 Mar 07 23:20:44.330225 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5836ad10-f7b9-41ef-b4f1-ba4c879c7828 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:20:44.334865 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5836ad10-f7b9-41ef-b4f1-ba4c879c7828 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:44.345611 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41597fc-8ac1-41be-8557-4d4a22ef6e49 None None] Sync routers for ids ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:20:44.356215 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41597fc-8ac1-41be-8557-4d4a22ef6e49 None None] Routers {'c87b6bdd-8582-462e-923b-c34b1ec0c6e0'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:20:44.357132 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-a41597fc-8ac1-41be-8557-4d4a22ef6e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:20:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:44.366164 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-139c5e15-ef75-48ad-a691-57a536ed4a35 req-0ec7aec1-2882-4946-8686-a0a8301640f4 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427752 Mar 07 23:20:44.368519 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-5836ad10-f7b9-41ef-b4f1-ba4c879c7828 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "PUT /v2.0/floatingips/50bd68d9-86a0-41e7-a995-d438695ba9b6 HTTP/1.1" status: 200 len: 990 time: 1.7015727 Mar 07 23:20:44.369153 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8cda0a-048b-4540-9a5c-79f011ca887a', 'tag': '576aa2fb-f48e-4e0f-b52b-d6a33a6329ac'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:20:44.381549 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfdeadc-9e26-4e8e-8bf1-9976a25ffcf7" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8cda0a-048b-4540-9a5c-79f011ca887a", "tag": "576aa2fb-f48e-4e0f-b52b-d6a33a6329ac"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:20:44.417590 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4d7f0d-2782-4e7d-8bc3-71841e170dfc x-openstack-request-id: req-3a4d7f0d-2782-4e7d-8bc3-71841e170dfc {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:20:44.417943 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8cda0a-048b-4540-9a5c-79f011ca887a", "tag": "576aa2fb-f48e-4e0f-b52b-d6a33a6329ac", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:20:44.418197 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a4d7f0d-2782-4e7d-8bc3-71841e170dfc {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:20:44.418596 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8cda0a-048b-4540-9a5c-79f011ca887a', 'tag': '576aa2fb-f48e-4e0f-b52b-d6a33a6329ac', 'status': 'completed', 'code': 200} Mar 07 23:20:44.470800 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-a41597fc-8ac1-41be-8557-4d4a22ef6e49 None None] Set router c87b6bdd-8582-462e-923b-c34b1ec0c6e0 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:20:44.498567 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfdeadc-9e26-4e8e-8bf1-9976a25ffcf7 req-0494b90d-a907-4aaf-a31a-53f93dea9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:44.500058 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-fdfdeadc-9e26-4e8e-8bf1-9976a25ffcf7 req-0494b90d-a907-4aaf-a31a-53f93dea9740 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70c6d901ff9f4d8e84e6c24fe716994c&device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 1129 time: 0.0469074 Mar 07 23:20:44.644635 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfdeadc-9e26-4e8e-8bf1-9976a25ffcf7 req-ee50670f-0b20-42c3-b26f-d051b8051987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:44.646282 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-fdfdeadc-9e26-4e8e-8bf1-9976a25ffcf7 req-ee50670f-0b20-42c3-b26f-d051b8051987 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2859357e-3793-4a4e-a3ac-55382bb5099f HTTP/1.1" status: 200 len: 918 time: 0.1167712 Mar 07 23:20:44.710514 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d537c-4cd3-4e5d-90b4-6450d612637e req-c086e065-7dff-4f57-82f4-3c45f767b644 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:44.711986 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-232d537c-4cd3-4e5d-90b4-6450d612637e req-c086e065-7dff-4f57-82f4-3c45f767b644 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0990686 Mar 07 23:20:44.753685 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-a41597fc-8ac1-41be-8557-4d4a22ef6e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1886301030-router', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '82b3c923-e30e-44d5-9629-8cf892386500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:50Z', 'updated_at': '2022-03-07T23:19:57Z', 'revision_number': 4, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'gw_port': {'id': '82b3c923-e30e-44d5-9629-8cf892386500', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:51Z', 'updated_at': '2022-03-07T23:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': '50bd68d9-86a0-41e7-a995-d438695ba9b6', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'port_id': '576aa2fb-f48e-4e0f-b52b-d6a33a6329ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'mac_address': 'fa:16:3e:60:a3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8cda0a-048b-4540-9a5c-79f011ca887a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:20:10Z', 'updated_at': '2022-03-07T23:20:43Z', 'revision_number': 1, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c93d39-311a-4d58-9a40-fe81b4199350', 'name': '', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'mac_address': 'fa:16:3e:52:4a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:56Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 5, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'subnets': [{'id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:44.776907 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-fdfdeadc-9e26-4e8e-8bf1-9976a25ffcf7 req-02014a3c-cdb6-433c-8349-456512f9654d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac HTTP/1.1" status: 200 len: 998 time: 0.1200230 Mar 07 23:20:44.780396 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41597fc-8ac1-41be-8557-4d4a22ef6e49 None None] Checking router: c87b6bdd-8582-462e-923b-c34b1ec0c6e0 for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:20:44.789611 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41597fc-8ac1-41be-8557-4d4a22ef6e49 None None] Routers {'c87b6bdd-8582-462e-923b-c34b1ec0c6e0'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:20:44.790445 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-a41597fc-8ac1-41be-8557-4d4a22ef6e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:20:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:44.805025 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-232d537c-4cd3-4e5d-90b4-6450d612637e req-c88ee74a-ea5b-4c18-b42a-37810a63d156 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862453 Mar 07 23:20:44.843992 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfdeadc-9e26-4e8e-8bf1-9976a25ffcf7 req-7632d8f7-d6d9-4a34-8f1e-1134ce6e57a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:44.845557 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-fdfdeadc-9e26-4e8e-8bf1-9976a25ffcf7 req-7632d8f7-d6d9-4a34-8f1e-1134ce6e57a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc HTTP/1.1" status: 200 len: 856 time: 0.0564394 Mar 07 23:20:44.908041 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfdeadc-9e26-4e8e-8bf1-9976a25ffcf7 req-32d40d54-b51b-4d61-a290-96f70c0d74c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:44.910355 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-fdfdeadc-9e26-4e8e-8bf1-9976a25ffcf7 req-32d40d54-b51b-4d61-a290-96f70c0d74c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2859357e-3793-4a4e-a3ac-55382bb5099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565732 Mar 07 23:20:44.910822 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-a41597fc-8ac1-41be-8557-4d4a22ef6e49 None None] Set router c87b6bdd-8582-462e-923b-c34b1ec0c6e0 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:20:44.932271 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48497b3-cd65-413e-87bf-0b3d6184ace7 req-a4a1b472-5567-4478-9de0-8c09ac0f67f3 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:44.940690 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d48497b3-cd65-413e-87bf-0b3d6184ace7 req-a4a1b472-5567-4478-9de0-8c09ac0f67f3 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 946 time: 0.0604815 Mar 07 23:20:45.005167 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d48497b3-cd65-413e-87bf-0b3d6184ace7 req-270677b2-a829-4523-9786-4bbcf32a27e7 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/security-groups?id=120e58f3-6963-4ce6-b133-ad89f4b1e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591822 Mar 07 23:20:45.019050 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-fdfdeadc-9e26-4e8e-8bf1-9976a25ffcf7 req-9592a47c-6da5-4fcd-b64c-7d7a7e63903e service neutron] 10.222.0.16 "GET /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969751 Mar 07 23:20:45.200198 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-a41597fc-8ac1-41be-8557-4d4a22ef6e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1886301030-router', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '82b3c923-e30e-44d5-9629-8cf892386500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:50Z', 'updated_at': '2022-03-07T23:19:57Z', 'revision_number': 4, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'gw_port': {'id': '82b3c923-e30e-44d5-9629-8cf892386500', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:51Z', 'updated_at': '2022-03-07T23:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': '50bd68d9-86a0-41e7-a995-d438695ba9b6', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'port_id': '576aa2fb-f48e-4e0f-b52b-d6a33a6329ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'mac_address': 'fa:16:3e:60:a3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8cda0a-048b-4540-9a5c-79f011ca887a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:20:10Z', 'updated_at': '2022-03-07T23:20:43Z', 'revision_number': 1, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c93d39-311a-4d58-9a40-fe81b4199350', 'name': '', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'mac_address': 'fa:16:3e:52:4a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:56Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 5, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'subnets': [{'id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:45.240067 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41597fc-8ac1-41be-8557-4d4a22ef6e49 None None] The sync data for ids ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'] in dv-cinder-813223-6-iscsi is: [{'id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1886301030-router', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '82b3c923-e30e-44d5-9629-8cf892386500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:50Z', 'updated_at': '2022-03-07T23:19:57Z', 'revision_number': 4, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'gw_port': {'id': '82b3c923-e30e-44d5-9629-8cf892386500', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:51Z', 'updated_at': '2022-03-07T23:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': '50bd68d9-86a0-41e7-a995-d438695ba9b6', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'port_id': '576aa2fb-f48e-4e0f-b52b-d6a33a6329ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'mac_address': 'fa:16:3e:60:a3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8cda0a-048b-4540-9a5c-79f011ca887a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:20:10Z', 'updated_at': '2022-03-07T23:20:43Z', 'revision_number': 1, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c93d39-311a-4d58-9a40-fe81b4199350', 'name': '', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'mac_address': 'fa:16:3e:52:4a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:56Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 5, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'subnets': [{'id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:20:45.370702 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ecb45-6c3d-4628-9b09-bcd4c3cda7ae req-2a6e66bf-0aa7-4c7f-ae0f-5a31320f4314 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:45.372147 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c62ecb45-6c3d-4628-9b09-bcd4c3cda7ae req-2a6e66bf-0aa7-4c7f-ae0f-5a31320f4314 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 946 time: 0.1115527 Mar 07 23:20:45.376212 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-fdfdeadc-9e26-4e8e-8bf1-9976a25ffcf7 req-8b2fcc25-aee6-4ab8-a61f-d928c9c1b2b5 service neutron] 10.222.0.16 "GET /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362885 Mar 07 23:20:45.423462 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c62ecb45-6c3d-4628-9b09-bcd4c3cda7ae req-182f9fc6-53c5-44ec-bffe-b1d4a18a2779 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448818 Mar 07 23:20:45.519409 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ad454-9db6-4e5a-819c-83ab5a91808c req-668e7505-a219-4906-9053-67c330cf7b17 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:45.524790 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f8f953-cd2f-4371-a699-e86e474417ea None None] New status for floating IP 50bd68d9-86a0-41e7-a995-d438695ba9b6: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:20:45.527937 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-459ad454-9db6-4e5a-819c-83ab5a91808c req-668e7505-a219-4906-9053-67c330cf7b17 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0804458 Mar 07 23:20:45.589271 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-459ad454-9db6-4e5a-819c-83ab5a91808c req-b49acfac-4107-4f52-ae22-d6a8d053aa7a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574644 Mar 07 23:20:45.601326 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e5767-d221-4446-b8c6-d476146d8f18 req-f865688c-03f0-4ea9-a13f-19b453b968ee tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:45.603031 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d70e5767-d221-4446-b8c6-d476146d8f18 req-f865688c-03f0-4ea9-a13f-19b453b968ee tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 946 time: 0.0602908 Mar 07 23:20:45.613065 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 40462) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:45.619523 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-563f7965-5786-4047-b7e4-da2b712a9049 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Request body: {'floatingip': {'port_id': '4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:45.665805 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-563f7965-5786-4047-b7e4-da2b712a9049 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (e024a4c4-06ca-4dd0-8a01-4725d5428d35), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:45.855758 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be1c5b-aa5f-424c-b2e2-69e01d7810b3 req-810465ab-d1cc-456a-8814-6edbdc56ed47 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:45.857331 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e1be1c5b-aa5f-424c-b2e2-69e01d7810b3 req-810465ab-d1cc-456a-8814-6edbdc56ed47 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.1202483 Mar 07 23:20:45.866281 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 40472) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:45.906927 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-bc73fcce-05ab-4d99-a310-4b045a73f508 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Request body: {'floatingip': {'port_id': '8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:20:45.934594 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef3e1e-c3f3-42b6-9678-80097bb6fc40 req-d2b40cc1-a089-446e-9297-b2550c2464ae tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:45.936096 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-64ef3e1e-c3f3-42b6-9678-80097bb6fc40 req-d2b40cc1-a089-446e-9297-b2550c2464ae tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0531392 Mar 07 23:20:45.956586 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bc73fcce-05ab-4d99-a310-4b045a73f508 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for floatingip (d9be168e-f824-479f-81b9-b9f4f7466615), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:45.984320 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-64ef3e1e-c3f3-42b6-9678-80097bb6fc40 req-e87e9ecd-ceef-4e95-bb64-f3fbec6e3098 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424592 Mar 07 23:20:46.132333 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7dee1-fd69-49bf-9cc1-db00eab60bb5 req-cdbf0b9a-5a5c-43cc-865e-6773db2af6a2 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:46.133993 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-02b7dee1-fd69-49bf-9cc1-db00eab60bb5 req-cdbf0b9a-5a5c-43cc-865e-6773db2af6a2 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 946 time: 0.0630107 Mar 07 23:20:46.181267 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 40478) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:46.323842 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-263f0fa0-97d8-44df-a41b-2f47ed5f1bfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:46.327781 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e8519-235f-4df7-a38b-ab96ca45f399 req-b942593f-106c-4224-94d4-777d30726e77 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:46.329324 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3d4e8519-235f-4df7-a38b-ab96ca45f399 req-b942593f-106c-4224-94d4-777d30726e77 tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 946 time: 0.2299500 Mar 07 23:20:46.338685 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [req-02b7dee1-fd69-49bf-9cc1-db00eab60bb5 req-a27bf135-61e9-4e3f-8224-5adec998ed5c tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Deleting port 05fb05ab-0953-4e03-8fb4-fab29c44f86b {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:20:46.340917 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-02b7dee1-fd69-49bf-9cc1-db00eab60bb5 req-a27bf135-61e9-4e3f-8224-5adec998ed5c tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (05fb05ab-0953-4e03-8fb4-fab29c44f86b), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:46.462206 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-02b7dee1-fd69-49bf-9cc1-db00eab60bb5 req-a27bf135-61e9-4e3f-8224-5adec998ed5c tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] For port 05fb05ab-0953-4e03-8fb4-fab29c44f86b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=05fb05ab-0953-4e03-8fb4-fab29c44f86b,segment=NetworkSegment(2983ef5f-d16d-4eb2-ad1b-25dd2e9ab9db),segment_id=2983ef5f-d16d-4eb2-ad1b-25dd2e9ab9db)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:20:46.462577 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-02b7dee1-fd69-49bf-9cc1-db00eab60bb5 req-a27bf135-61e9-4e3f-8224-5adec998ed5c tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (05fb05ab-0953-4e03-8fb4-fab29c44f86b), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:46.485066 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [req-02b7dee1-fd69-49bf-9cc1-db00eab60bb5 req-a27bf135-61e9-4e3f-8224-5adec998ed5c tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Calling delete_port for 05fb05ab-0953-4e03-8fb4-fab29c44f86b owned by compute:nova {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:20:46.509569 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3d4e8519-235f-4df7-a38b-ab96ca45f399 req-e7b34896-2e44-46a1-9412-496d86913d6a tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/security-groups?id=120e58f3-6963-4ce6-b133-ad89f4b1e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491873 Mar 07 23:20:46.517721 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-263f0fa0-97d8-44df-a41b-2f47ed5f1bfa admin admin] Publish callbacks [] for security_group (7eec425c-24c2-4ad5-b7b0-025291e6dfb3), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:46.586420 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-263f0fa0-97d8-44df-a41b-2f47ed5f1bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (7eec425c-24c2-4ad5-b7b0-025291e6dfb3), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:46.645671 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-263f0fa0-97d8-44df-a41b-2f47ed5f1bfa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f52a05762bac4ba4b6d0c41b7c5f9b30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4609222 Mar 07 23:20:46.645973 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 40488) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:46.646708 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f0fa0-97d8-44df-a41b-2f47ed5f1bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eec425c-24c2-4ad5-b7b0-025291e6dfb3,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:46.710948 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-563f7965-5786-4047-b7e4-da2b712a9049 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:46.761838 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b0d1e90-9906-48db-872a-ac072c118bc4 admin admin] Publish callbacks [] for security_group (7eec425c-24c2-4ad5-b7b0-025291e6dfb3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:46.765656 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-02b7dee1-fd69-49bf-9cc1-db00eab60bb5 req-a27bf135-61e9-4e3f-8224-5adec998ed5c tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (05fb05ab-0953-4e03-8fb4-fab29c44f86b), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:46.778502 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['05fb05ab-0953-4e03-8fb4-fab29c44f86b'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:20:46.793470 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bf135-61e9-4e3f-8224-5adec998ed5c tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Pushing event deleted for resources: {'Port': ['ID=05fb05ab-0953-4e03-8fb4-fab29c44f86b,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:46.823205 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b0d1e90-9906-48db-872a-ac072c118bc4 admin admin] Publish callbacks [] for security_group (7eec425c-24c2-4ad5-b7b0-025291e6dfb3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:46.825010 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-563f7965-5786-4047-b7e4-da2b712a9049 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (e024a4c4-06ca-4dd0-8a01-4725d5428d35), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:46.860078 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b7dee1-fd69-49bf-9cc1-db00eab60bb5 req-a27bf135-61e9-4e3f-8224-5adec998ed5c tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] No DVR routers for this DVR port 05fb05ab-0953-4e03-8fb4-fab29c44f86b on host hv-cinder-81322 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:20:46.863120 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-02b7dee1-fd69-49bf-9cc1-db00eab60bb5 req-a27bf135-61e9-4e3f-8224-5adec998ed5c tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:46.870906 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-02b7dee1-fd69-49bf-9cc1-db00eab60bb5 req-a27bf135-61e9-4e3f-8224-5adec998ed5c tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.16 "DELETE /v2.0/ports/05fb05ab-0953-4e03-8fb4-fab29c44f86b HTTP/1.1" status: 204 len: 173 time: 0.7312639 Mar 07 23:20:46.871378 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5df1e3f-5691-49cd-8638-492146bb8dbb', 'name': 'network-vif-deleted', 'tag': '05fb05ab-0953-4e03-8fb4-fab29c44f86b'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:20:46.874971 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b56224-b501-4e43-b261-d5e2bd7630dc" -d '{"events": [{"server_uuid": "d5df1e3f-5691-49cd-8638-492146bb8dbb", "name": "network-vif-deleted", "tag": "05fb05ab-0953-4e03-8fb4-fab29c44f86b"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:20:46.877856 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bc73fcce-05ab-4d99-a310-4b045a73f508 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:46.914935 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bbbf32-0b3a-47da-9204-948a7dcf32d6 x-openstack-request-id: req-c2bbbf32-0b3a-47da-9204-948a7dcf32d6 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:20:46.914935 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5df1e3f-5691-49cd-8638-492146bb8dbb", "name": "network-vif-deleted", "tag": "05fb05ab-0953-4e03-8fb4-fab29c44f86b", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:20:46.914935 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2bbbf32-0b3a-47da-9204-948a7dcf32d6 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:20:46.914935 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5df1e3f-5691-49cd-8638-492146bb8dbb', 'name': 'network-vif-deleted', 'tag': '05fb05ab-0953-4e03-8fb4-fab29c44f86b', 'status': 'completed', 'code': 200} Mar 07 23:20:46.937745 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bc73fcce-05ab-4d99-a310-4b045a73f508 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (d9be168e-f824-479f-81b9-b9f4f7466615), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:47.264742 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.l3_db [None req-563f7965-5786-4047-b7e4-da2b712a9049 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Floating IP e024a4c4-06ca-4dd0-8a01-4725d5428d35 associated. External IP: 172.27.3.60, port: 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6. Mar 07 23:20:47.332326 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b0d1e90-9906-48db-872a-ac072c118bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (7eec425c-24c2-4ad5-b7b0-025291e6dfb3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:47.334856 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b0d1e90-9906-48db-872a-ac072c118bc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:47.336015 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-5b0d1e90-9906-48db-872a-ac072c118bc4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7eec425c-24c2-4ad5-b7b0-025291e6dfb3 HTTP/1.1" status: 204 len: 168 time: 0.6890929 Mar 07 23:20:47.365070 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d1e90-9906-48db-872a-ac072c118bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eec425c-24c2-4ad5-b7b0-025291e6dfb3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:47.376170 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962c740-6da0-4225-b677-5597f3d8fde8 req-148ba524-c105-4f6c-b407-53c9eaf329cc tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:47.377646 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a962c740-6da0-4225-b677-5597f3d8fde8 req-148ba524-c105-4f6c-b407-53c9eaf329cc tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.1686265 Mar 07 23:20:47.430907 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.l3_db [None req-bc73fcce-05ab-4d99-a310-4b045a73f508 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Floating IP d9be168e-f824-479f-81b9-b9f4f7466615 associated. External IP: 172.27.3.234, port: 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9. Mar 07 23:20:47.585964 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a962c740-6da0-4225-b677-5597f3d8fde8 req-180f7036-5e6a-466f-a07c-67044db15fd4 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700439 Mar 07 23:20:47.645508 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-80e9a806-8bb1-453e-8a86-cb503afd9f31 req-9775382c-5778-48b7-9e79-badd7edd58ec tempest-DeleteServersTestJSON-260263096 tempest-DeleteServersTestJSON-260263096-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5df1e3f-5691-49cd-8638-492146bb8dbb HTTP/1.1" status: 200 len: 210 time: 0.0378478 Mar 07 23:20:47.754226 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563f7965-5786-4047-b7e4-da2b712a9049 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Router ca2464bf-025b-48e9-8e60-1c19b6f68818 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:20:47.893923 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc73fcce-05ab-4d99-a310-4b045a73f508 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Router 67f771ad-1081-44a5-aa16-4d38451cdf9f has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:20:47.963380 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563f7965-5786-4047-b7e4-da2b712a9049 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:20:47.968513 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-563f7965-5786-4047-b7e4-da2b712a9049 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:47.978906 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5f3f63-a95f-4c20-9907-3e6b41f9d48e None None] Sync routers for ids ['ca2464bf-025b-48e9-8e60-1c19b6f68818'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:20:47.990647 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5f3f63-a95f-4c20-9907-3e6b41f9d48e None None] Routers {'ca2464bf-025b-48e9-8e60-1c19b6f68818'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:20:47.994758 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-8e5f3f63-a95f-4c20-9907-3e6b41f9d48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:20:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['ca2464bf-025b-48e9-8e60-1c19b6f68818'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:48.037355 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 40526) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:48.051642 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c680924-6114-47c7-990f-f207a49e6cb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:48.057185 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc73fcce-05ab-4d99-a310-4b045a73f508 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:20:48.070778 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed237056-2798-4af6-b9f1-4e08b636f663 None None] Sync routers for ids ['67f771ad-1081-44a5-aa16-4d38451cdf9f'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:20:48.082908 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed237056-2798-4af6-b9f1-4e08b636f663 None None] Routers {'67f771ad-1081-44a5-aa16-4d38451cdf9f'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:20:48.083863 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-ed237056-2798-4af6-b9f1-4e08b636f663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:20:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['67f771ad-1081-44a5-aa16-4d38451cdf9f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:48.093404 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bc73fcce-05ab-4d99-a310-4b045a73f508 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:48.134553 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-8e5f3f63-a95f-4c20-9907-3e6b41f9d48e None None] Set router ca2464bf-025b-48e9-8e60-1c19b6f68818 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:20:48.168049 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-563f7965-5786-4047-b7e4-da2b712a9049 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "PUT /v2.0/floatingips/e024a4c4-06ca-4dd0-8a01-4725d5428d35 HTTP/1.1" status: 200 len: 991 time: 2.5535955 Mar 07 23:20:48.168998 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d336ad-d44e-469b-8ce0-dad51dc78af5', 'tag': '4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:20:48.171869 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f45e5c0-cde0-481b-838e-418f987a0b44" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d336ad-d44e-469b-8ce0-dad51dc78af5", "tag": "4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:20:48.172590 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c680924-6114-47c7-990f-f207a49e6cb1 admin admin] Publish callbacks [] for security_group (844c109f-9098-4c45-be26-a2ac2f51497d), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:48.177197 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-bc73fcce-05ab-4d99-a310-4b045a73f508 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "PUT /v2.0/floatingips/d9be168e-f824-479f-81b9-b9f4f7466615 HTTP/1.1" status: 200 len: 991 time: 2.3083889 Mar 07 23:20:48.229104 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f7ebfa-f5a6-4328-b9bf-10ef44fb3c53 x-openstack-request-id: req-56f7ebfa-f5a6-4328-b9bf-10ef44fb3c53 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:20:48.229487 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d336ad-d44e-469b-8ce0-dad51dc78af5", "tag": "4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:20:48.229838 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56f7ebfa-f5a6-4328-b9bf-10ef44fb3c53 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:20:48.230288 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d336ad-d44e-469b-8ce0-dad51dc78af5', 'tag': '4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6', 'status': 'completed', 'code': 200} Mar 07 23:20:48.259441 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c680924-6114-47c7-990f-f207a49e6cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (844c109f-9098-4c45-be26-a2ac2f51497d), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:48.259888 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-ed237056-2798-4af6-b9f1-4e08b636f663 None None] Set router 67f771ad-1081-44a5-aa16-4d38451cdf9f gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:20:48.315330 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-9c680924-6114-47c7-990f-f207a49e6cb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fc050da91cb419091dfadf505caa431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767506 Mar 07 23:20:48.318010 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 40538) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:48.336101 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c680924-6114-47c7-990f-f207a49e6cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844c109f-9098-4c45-be26-a2ac2f51497d,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:48.353041 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45e5c0-cde0-481b-838e-418f987a0b44 req-7820bf8e-7bf7-4961-8ec0-6d6a2e611c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:48.355121 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3f45e5c0-cde0-481b-838e-418f987a0b44 req-7820bf8e-7bf7-4961-8ec0-6d6a2e611c6d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80516370fe324566aba801c4236e78d9&device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 1130 time: 0.1047866 Mar 07 23:20:48.414609 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7be7e5aa-469f-4c92-861d-e5d706dd7e7f admin admin] Publish callbacks [] for security_group (844c109f-9098-4c45-be26-a2ac2f51497d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:48.428368 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-8e5f3f63-a95f-4c20-9907-3e6b41f9d48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': 'e024a4c4-06ca-4dd0-8a01-4725d5428d35', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'port_id': '4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'mac_address': 'fa:16:3e:be:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d336ad-d44e-469b-8ce0-dad51dc78af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:20:20Z', 'updated_at': '2022-03-07T23:20:46Z', 'revision_number': 1, 'project_id': '80516370fe324566aba801c4236e78d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:17Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:48.445752 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7be7e5aa-469f-4c92-861d-e5d706dd7e7f admin admin] Publish callbacks [] for security_group (844c109f-9098-4c45-be26-a2ac2f51497d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:48.456902 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5f3f63-a95f-4c20-9907-3e6b41f9d48e None None] Checking router: ca2464bf-025b-48e9-8e60-1c19b6f68818 for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:20:48.466962 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5f3f63-a95f-4c20-9907-3e6b41f9d48e None None] Routers {'ca2464bf-025b-48e9-8e60-1c19b6f68818'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:20:48.468832 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-8e5f3f63-a95f-4c20-9907-3e6b41f9d48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:20:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['ca2464bf-025b-48e9-8e60-1c19b6f68818'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:48.521861 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45e5c0-cde0-481b-838e-418f987a0b44 req-ca1f5fd2-0ce3-462e-a02b-3ad8a1ac858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:48.523368 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3f45e5c0-cde0-481b-838e-418f987a0b44 req-ca1f5fd2-0ce3-462e-a02b-3ad8a1ac858b service neutron] 10.222.0.16 "GET /v2.0/networks?id=cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b HTTP/1.1" status: 200 len: 916 time: 0.1616890 Mar 07 23:20:48.596054 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3f45e5c0-cde0-481b-838e-418f987a0b44 req-4cb06977-6b31-4d77-a7a6-44db53f337a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 HTTP/1.1" status: 200 len: 999 time: 0.0665100 Mar 07 23:20:48.600331 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7be7e5aa-469f-4c92-861d-e5d706dd7e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (844c109f-9098-4c45-be26-a2ac2f51497d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:48.604008 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7be7e5aa-469f-4c92-861d-e5d706dd7e7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:48.606087 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-7be7e5aa-469f-4c92-861d-e5d706dd7e7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/844c109f-9098-4c45-be26-a2ac2f51497d HTTP/1.1" status: 204 len: 168 time: 0.2862294 Mar 07 23:20:48.614212 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7e5aa-469f-4c92-861d-e5d706dd7e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844c109f-9098-4c45-be26-a2ac2f51497d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:48.656653 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-ed237056-2798-4af6-b9f1-4e08b636f663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'name': 'tempest-AttachVolumeTestJSON-1905255531-router', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:13Z', 'revision_number': 4, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'gw_port': {'id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:55Z', 'updated_at': '2022-03-07T23:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': 'd9be168e-f824-479f-81b9-b9f4f7466615', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'port_id': '8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'mac_address': 'fa:16:3e:f7:9d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8554839-4f70-4011-9b42-46f6387833cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:20:22Z', 'updated_at': '2022-03-07T23:20:46Z', 'revision_number': 1, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b8263b-5bc5-4aea-9e5f-4f9687c6484b', 'name': '', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'mac_address': 'fa:16:3e:d2:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:08Z', 'updated_at': '2022-03-07T23:20:21Z', 'revision_number': 5, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'subnets': [{'id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:48.684587 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-8e5f3f63-a95f-4c20-9907-3e6b41f9d48e None None] Set router ca2464bf-025b-48e9-8e60-1c19b6f68818 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:20:48.726498 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed237056-2798-4af6-b9f1-4e08b636f663 None None] Checking router: 67f771ad-1081-44a5-aa16-4d38451cdf9f for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:20:48.739225 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed237056-2798-4af6-b9f1-4e08b636f663 None None] Routers {'67f771ad-1081-44a5-aa16-4d38451cdf9f'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:20:48.740952 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-ed237056-2798-4af6-b9f1-4e08b636f663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:20:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['67f771ad-1081-44a5-aa16-4d38451cdf9f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:48.774288 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b09dcd-7ceb-4873-b9d4-a723058265c1 req-f238032c-edd9-4354-b15d-efa61312d672 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:48.776075 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e3b09dcd-7ceb-4873-b9d4-a723058265c1 req-f238032c-edd9-4354-b15d-efa61312d672 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0756936 Mar 07 23:20:48.860529 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e3b09dcd-7ceb-4873-b9d4-a723058265c1 req-742eceee-4cb5-4071-85bf-7f14ff7734b9 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765362 Mar 07 23:20:48.908059 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-ed237056-2798-4af6-b9f1-4e08b636f663 None None] Set router 67f771ad-1081-44a5-aa16-4d38451cdf9f gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:20:48.965320 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-8e5f3f63-a95f-4c20-9907-3e6b41f9d48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': 'e024a4c4-06ca-4dd0-8a01-4725d5428d35', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'port_id': '4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'mac_address': 'fa:16:3e:be:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d336ad-d44e-469b-8ce0-dad51dc78af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:20:20Z', 'updated_at': '2022-03-07T23:20:46Z', 'revision_number': 1, 'project_id': '80516370fe324566aba801c4236e78d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:17Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:48.998769 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5f3f63-a95f-4c20-9907-3e6b41f9d48e None None] The sync data for ids ['ca2464bf-025b-48e9-8e60-1c19b6f68818'] in dv-cinder-813223-6-iscsi is: [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': 'e024a4c4-06ca-4dd0-8a01-4725d5428d35', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'port_id': '4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'mac_address': 'fa:16:3e:be:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d336ad-d44e-469b-8ce0-dad51dc78af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:20:20Z', 'updated_at': '2022-03-07T23:20:46Z', 'revision_number': 1, 'project_id': '80516370fe324566aba801c4236e78d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:17Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:20:49.029541 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 40566) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:49.167407 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1f0c8088-afb8-413d-8fa4-a241035f4160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:49.226362 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-ed237056-2798-4af6-b9f1-4e08b636f663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'name': 'tempest-AttachVolumeTestJSON-1905255531-router', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:13Z', 'revision_number': 4, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'gw_port': {'id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:55Z', 'updated_at': '2022-03-07T23:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': 'd9be168e-f824-479f-81b9-b9f4f7466615', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'port_id': '8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'mac_address': 'fa:16:3e:f7:9d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8554839-4f70-4011-9b42-46f6387833cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:20:22Z', 'updated_at': '2022-03-07T23:20:46Z', 'revision_number': 1, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b8263b-5bc5-4aea-9e5f-4f9687c6484b', 'name': '', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'mac_address': 'fa:16:3e:d2:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:08Z', 'updated_at': '2022-03-07T23:20:21Z', 'revision_number': 5, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'subnets': [{'id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:49.258453 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed237056-2798-4af6-b9f1-4e08b636f663 None None] The sync data for ids ['67f771ad-1081-44a5-aa16-4d38451cdf9f'] in dv-cinder-813223-6-iscsi is: [{'id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'name': 'tempest-AttachVolumeTestJSON-1905255531-router', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:13Z', 'revision_number': 4, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'gw_port': {'id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:55Z', 'updated_at': '2022-03-07T23:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': 'd9be168e-f824-479f-81b9-b9f4f7466615', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'port_id': '8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'mac_address': 'fa:16:3e:f7:9d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8554839-4f70-4011-9b42-46f6387833cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:20:22Z', 'updated_at': '2022-03-07T23:20:46Z', 'revision_number': 1, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b8263b-5bc5-4aea-9e5f-4f9687c6484b', 'name': '', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'mac_address': 'fa:16:3e:d2:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:08Z', 'updated_at': '2022-03-07T23:20:21Z', 'revision_number': 5, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'subnets': [{'id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:20:49.291883 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1f0c8088-afb8-413d-8fa4-a241035f4160 admin admin] Publish callbacks [] for security_group (198f9295-4e84-43af-92fe-896a178958fd), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:49.308786 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c870bc1-a013-478b-a6ba-e979fce474fa None None] New status for floating IP e024a4c4-06ca-4dd0-8a01-4725d5428d35: ACTIVE {{(pid=103610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:20:49.381907 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1f0c8088-afb8-413d-8fa4-a241035f4160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (198f9295-4e84-43af-92fe-896a178958fd), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:49.416202 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c8088-afb8-413d-8fa4-a241035f4160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198f9295-4e84-43af-92fe-896a178958fd,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:49.431026 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c8088-afb8-413d-8fa4-a241035f4160 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.431662 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c8088-afb8-413d-8fa4-a241035f4160 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.432008 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c8088-afb8-413d-8fa4-a241035f4160 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.432346 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c8088-afb8-413d-8fa4-a241035f4160 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.432712 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c8088-afb8-413d-8fa4-a241035f4160 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.433077 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c8088-afb8-413d-8fa4-a241035f4160 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.433411 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c8088-afb8-413d-8fa4-a241035f4160 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.433743 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c8088-afb8-413d-8fa4-a241035f4160 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.434072 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c8088-afb8-413d-8fa4-a241035f4160 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.434402 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c8088-afb8-413d-8fa4-a241035f4160 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.434728 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c8088-afb8-413d-8fa4-a241035f4160 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.435054 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c8088-afb8-413d-8fa4-a241035f4160 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.435545 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c8088-afb8-413d-8fa4-a241035f4160 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.458513 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-1f0c8088-afb8-413d-8fa4-a241035f4160 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3fcde085c2ed4a7483f07582e9be6f98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4249940 Mar 07 23:20:49.459243 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 40582) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:49.513661 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4437be76-2efe-4332-ad88-63bd566f5d3f None None] New status for floating IP d9be168e-f824-479f-81b9-b9f4f7466615: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:20:49.570365 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e129d8af-2b9e-47bd-9956-497bf9096b2f admin admin] Publish callbacks [] for security_group (198f9295-4e84-43af-92fe-896a178958fd), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:49.573166 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45e5c0-cde0-481b-838e-418f987a0b44 req-3bfbeab9-ad8f-40c4-a9d1-107032f4fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:49.575801 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3f45e5c0-cde0-481b-838e-418f987a0b44 req-3bfbeab9-ad8f-40c4-a9d1-107032f4fe63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af3489ec-4655-4601-bbd0-7398fa1960d1 HTTP/1.1" status: 200 len: 854 time: 0.1077471 Mar 07 23:20:49.598668 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e129d8af-2b9e-47bd-9956-497bf9096b2f admin admin] Publish callbacks [] for security_group (198f9295-4e84-43af-92fe-896a178958fd), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:49.737104 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e129d8af-2b9e-47bd-9956-497bf9096b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (198f9295-4e84-43af-92fe-896a178958fd), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:49.739683 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e129d8af-2b9e-47bd-9956-497bf9096b2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:49.740840 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-e129d8af-2b9e-47bd-9956-497bf9096b2f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/198f9295-4e84-43af-92fe-896a178958fd HTTP/1.1" status: 204 len: 168 time: 0.2805674 Mar 07 23:20:49.752357 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129d8af-2b9e-47bd-9956-497bf9096b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198f9295-4e84-43af-92fe-896a178958fd,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:49.759655 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129d8af-2b9e-47bd-9956-497bf9096b2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.760003 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129d8af-2b9e-47bd-9956-497bf9096b2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.760347 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129d8af-2b9e-47bd-9956-497bf9096b2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.760682 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129d8af-2b9e-47bd-9956-497bf9096b2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.761035 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129d8af-2b9e-47bd-9956-497bf9096b2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.761365 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129d8af-2b9e-47bd-9956-497bf9096b2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.761693 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129d8af-2b9e-47bd-9956-497bf9096b2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.762015 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129d8af-2b9e-47bd-9956-497bf9096b2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.767493 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129d8af-2b9e-47bd-9956-497bf9096b2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.768042 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129d8af-2b9e-47bd-9956-497bf9096b2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.768407 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129d8af-2b9e-47bd-9956-497bf9096b2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.768738 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129d8af-2b9e-47bd-9956-497bf9096b2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.769101 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e129d8af-2b9e-47bd-9956-497bf9096b2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:20:49.987289 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5663e-7b90-464e-8a1f-89171eecd8d0 req-54364518-f963-4c4b-9ca7-3c8751bd5dac tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:49.988818 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c5e5663e-7b90-464e-8a1f-89171eecd8d0 req-54364518-f963-4c4b-9ca7-3c8751bd5dac tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0520682 Mar 07 23:20:50.037221 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c5e5663e-7b90-464e-8a1f-89171eecd8d0 req-b8e32963-db60-4a6e-bb8a-f7b8ec152e47 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424829 Mar 07 23:20:50.231309 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8554839-4f70-4011-9b42-46f6387833cd', 'tag': '8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:20:50.234552 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921301cd-19d3-4c84-8690-01b8920b7c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "c8554839-4f70-4011-9b42-46f6387833cd", "tag": "8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:20:50.269038 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dae97d4-1932-413c-893c-52b9ea215515 x-openstack-request-id: req-0dae97d4-1932-413c-893c-52b9ea215515 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:20:50.269403 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8554839-4f70-4011-9b42-46f6387833cd", "tag": "8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:20:50.269661 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0dae97d4-1932-413c-893c-52b9ea215515 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:20:50.270063 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8554839-4f70-4011-9b42-46f6387833cd', 'tag': '8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9', 'status': 'completed', 'code': 200} Mar 07 23:20:50.281118 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 05fb05ab-0953-4e03-8fb4-fab29c44f86b no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:20:50.303932 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] No Port match for: 05fb05ab-0953-4e03-8fb4-fab29c44f86b {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:20:50.304277 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 05fb05ab-0953-4e03-8fb4-fab29c44f86b not bound to the agent host hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:20:50.452223 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 40614) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:50.468231 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-710fb385-3262-49df-b3c0-20b920a37549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:50.544725 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-710fb385-3262-49df-b3c0-20b920a37549 admin admin] Publish callbacks [] for security_group (1011635a-dc03-4ebd-9751-fccc49487e11), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:50.599655 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-710fb385-3262-49df-b3c0-20b920a37549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (1011635a-dc03-4ebd-9751-fccc49487e11), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:50.637933 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-710fb385-3262-49df-b3c0-20b920a37549 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6df88db712b94ba59b943c3000b372b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1846478 Mar 07 23:20:50.640448 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fb385-3262-49df-b3c0-20b920a37549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1011635a-dc03-4ebd-9751-fccc49487e11,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:50.641312 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 40620) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:50.689999 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6f45dd64-2c67-4bed-ab1e-44ca8834b7e8 admin admin] Publish callbacks [] for security_group (1011635a-dc03-4ebd-9751-fccc49487e11), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:50.711507 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6f45dd64-2c67-4bed-ab1e-44ca8834b7e8 admin admin] Publish callbacks [] for security_group (1011635a-dc03-4ebd-9751-fccc49487e11), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:50.868310 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6f45dd64-2c67-4bed-ab1e-44ca8834b7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (1011635a-dc03-4ebd-9751-fccc49487e11), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:50.870894 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6f45dd64-2c67-4bed-ab1e-44ca8834b7e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:50.872024 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-6f45dd64-2c67-4bed-ab1e-44ca8834b7e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1011635a-dc03-4ebd-9751-fccc49487e11 HTTP/1.1" status: 204 len: 168 time: 0.2297509 Mar 07 23:20:50.884176 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45dd64-2c67-4bed-ab1e-44ca8834b7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1011635a-dc03-4ebd-9751-fccc49487e11,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:51.158149 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4d7bc-bdf6-4b81-825e-6151e3da2b1e req-9c2a6030-1546-4181-8cc6-c4fac306aa31 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:51.159851 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-72d4d7bc-bdf6-4b81-825e-6151e3da2b1e req-9c2a6030-1546-4181-8cc6-c4fac306aa31 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0540395 Mar 07 23:20:51.206117 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-72d4d7bc-bdf6-4b81-825e-6151e3da2b1e req-6d9db9d2-dcab-4c89-9658-3c53fabae135 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407257 Mar 07 23:20:51.275966 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45e5c0-cde0-481b-838e-418f987a0b44 req-bb9d920a-5df4-4e38-bb5d-c3bcb59f14f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:51.277555 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3f45e5c0-cde0-481b-838e-418f987a0b44 req-bb9d920a-5df4-4e38-bb5d-c3bcb59f14f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461631 Mar 07 23:20:51.296945 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921301cd-19d3-4c84-8690-01b8920b7c2e req-ac0dba07-2ac1-4112-b822-d23ccdc0eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:51.299285 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-921301cd-19d3-4c84-8690-01b8920b7c2e req-ac0dba07-2ac1-4112-b822-d23ccdc0eb7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b0c5a8c78de4cedabc1710b0a7bcb52&device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 1129 time: 0.0478399 Mar 07 23:20:51.396061 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 40642) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:51.408114 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3f45e5c0-cde0-481b-838e-418f987a0b44 req-b5c376cc-187e-4117-868d-0680a0d333d8 service neutron] 10.222.0.16 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173043 Mar 07 23:20:51.433010 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921301cd-19d3-4c84-8690-01b8920b7c2e req-fed48e74-5dd3-48e9-a7a4-d4129970ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:51.435249 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-921301cd-19d3-4c84-8690-01b8920b7c2e req-fed48e74-5dd3-48e9-a7a4-d4129970ab45 service neutron] 10.222.0.16 "GET /v2.0/networks?id=60cd751d-3709-4142-8796-5cc239f83beb HTTP/1.1" status: 200 len: 912 time: 0.1301281 Mar 07 23:20:51.515908 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3f45e5c0-cde0-481b-838e-418f987a0b44 req-31b48f03-c828-4b95-b7ce-26be1a7e42c3 service neutron] 10.222.0.16 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966449 Mar 07 23:20:51.563418 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c1f528ad-aa74-420b-bd50-da60e666a652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:51.588272 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-921301cd-19d3-4c84-8690-01b8920b7c2e req-214e5779-c12a-45d5-b3b6-a9a96d29fa73 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 HTTP/1.1" status: 200 len: 1001 time: 0.1343422 Mar 07 23:20:51.642820 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c1f528ad-aa74-420b-bd50-da60e666a652 admin admin] Publish callbacks [] for security_group (ddb3b2ca-e72c-429d-8020-e3ca3c1ccafc), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:51.648377 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921301cd-19d3-4c84-8690-01b8920b7c2e req-733faf34-88f6-4ef1-8b7e-70366660bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:51.649896 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-921301cd-19d3-4c84-8690-01b8920b7c2e req-733faf34-88f6-4ef1-8b7e-70366660bee4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebe707c4-73f7-4b8d-a363-ddcbe10d5528 HTTP/1.1" status: 200 len: 850 time: 0.0501442 Mar 07 23:20:51.697193 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c1f528ad-aa74-420b-bd50-da60e666a652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (ddb3b2ca-e72c-429d-8020-e3ca3c1ccafc), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:51.736256 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-c1f528ad-aa74-420b-bd50-da60e666a652 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd39e8025c594fd0822f28ca078202ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3390815 Mar 07 23:20:51.737320 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f528ad-aa74-420b-bd50-da60e666a652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb3b2ca-e72c-429d-8020-e3ca3c1ccafc,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:51.739288 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 40656) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:51.799914 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ffe27fc1-fac6-4884-818e-4e9cef652645 admin admin] Publish callbacks [] for security_group (ddb3b2ca-e72c-429d-8020-e3ca3c1ccafc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:51.820274 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ffe27fc1-fac6-4884-818e-4e9cef652645 admin admin] Publish callbacks [] for security_group (ddb3b2ca-e72c-429d-8020-e3ca3c1ccafc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:51.942492 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ffe27fc1-fac6-4884-818e-4e9cef652645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (ddb3b2ca-e72c-429d-8020-e3ca3c1ccafc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:51.945165 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ffe27fc1-fac6-4884-818e-4e9cef652645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:51.946322 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-ffe27fc1-fac6-4884-818e-4e9cef652645 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ddb3b2ca-e72c-429d-8020-e3ca3c1ccafc HTTP/1.1" status: 204 len: 168 time: 0.2058809 Mar 07 23:20:51.954764 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe27fc1-fac6-4884-818e-4e9cef652645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb3b2ca-e72c-429d-8020-e3ca3c1ccafc,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:52.324216 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06371814-164d-406e-b23e-75e79be0dca6 req-f43e554e-4407-4f35-9039-d314210caefe tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:52.325843 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-06371814-164d-406e-b23e-75e79be0dca6 req-f43e554e-4407-4f35-9039-d314210caefe tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0519462 Mar 07 23:20:52.377346 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-06371814-164d-406e-b23e-75e79be0dca6 req-921c7fe5-cf23-4e63-87ef-1bb6593fa008 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451987 Mar 07 23:20:52.457756 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 40684) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:52.494318 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 40690) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:52.511794 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b5821f33-779a-485b-964c-b0c00af633d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:52.521288 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be40e66-c46d-458c-8d25-523b38f44667 admin admin] Deleting subnet af70068c-cef9-4d56-8040-09e5d03e99ff {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 23:20:52.527606 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7be40e66-c46d-458c-8d25-523b38f44667 admin admin] Publish callbacks [] for subnet (af70068c-cef9-4d56-8040-09e5d03e99ff), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:52.575030 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7be40e66-c46d-458c-8d25-523b38f44667 admin admin] Publish callbacks [] for subnet (af70068c-cef9-4d56-8040-09e5d03e99ff), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:52.585432 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7be40e66-c46d-458c-8d25-523b38f44667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1321719'] for subnet (af70068c-cef9-4d56-8040-09e5d03e99ff), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:52.593001 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b5821f33-779a-485b-964c-b0c00af633d5 admin admin] Publish callbacks [] for security_group (619071dd-55a0-465b-9ca2-d6ee554791a5), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:52.662461 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b5821f33-779a-485b-964c-b0c00af633d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (619071dd-55a0-465b-9ca2-d6ee554791a5), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:52.700192 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-b5821f33-779a-485b-964c-b0c00af633d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c93cd173a4b43a1afca64da010f968a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2046328 Mar 07 23:20:52.702318 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5821f33-779a-485b-964c-b0c00af633d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619071dd-55a0-465b-9ca2-d6ee554791a5,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:52.702912 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 40694) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:52.718151 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7be40e66-c46d-458c-8d25-523b38f44667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1321708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for subnet (af70068c-cef9-4d56-8040-09e5d03e99ff), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:52.759105 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be40e66-c46d-458c-8d25-523b38f44667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af70068c-cef9-4d56-8040-09e5d03e99ff,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:52.767827 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7be40e66-c46d-458c-8d25-523b38f44667 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:52.771023 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-7be40e66-c46d-458c-8d25-523b38f44667 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/af70068c-cef9-4d56-8040-09e5d03e99ff HTTP/1.1" status: 204 len: 168 time: 0.3120649 Mar 07 23:20:52.773592 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 40698) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:52.787596 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c5811d6f-1c02-4b8a-968a-9da6035e43c6 admin admin] Publish callbacks [] for security_group (619071dd-55a0-465b-9ca2-d6ee554791a5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:52.810432 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c5811d6f-1c02-4b8a-968a-9da6035e43c6 admin admin] Publish callbacks [] for security_group (619071dd-55a0-465b-9ca2-d6ee554791a5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:52.855397 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-09ff4557-3355-4775-b0e4-a480debfb64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1357688'] for network (beb628a7-c452-494e-b596-02e7f05765d3), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:52.935007 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-09ff4557-3355-4775-b0e4-a480debfb64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479032', 'neutron.services.segments.db._delete_segments_for_network-8747802712679'] for network (beb628a7-c452-494e-b596-02e7f05765d3), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:52.937163 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c5811d6f-1c02-4b8a-968a-9da6035e43c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (619071dd-55a0-465b-9ca2-d6ee554791a5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:52.939699 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c5811d6f-1c02-4b8a-968a-9da6035e43c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:52.940823 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-c5811d6f-1c02-4b8a-968a-9da6035e43c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/619071dd-55a0-465b-9ca2-d6ee554791a5 HTTP/1.1" status: 204 len: 168 time: 0.2369592 Mar 07 23:20:52.949271 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5811d6f-1c02-4b8a-968a-9da6035e43c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619071dd-55a0-465b-9ca2-d6ee554791a5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:52.960012 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-09ff4557-3355-4775-b0e4-a480debfb64b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb628a7-c452-494e-b596-02e7f05765d3']}} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:52.970723 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-09ff4557-3355-4775-b0e4-a480debfb64b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2983ef5f-d16d-4eb2-ad1b-25dd2e9ab9db') {'for_net_delete': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:52.971274 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-09ff4557-3355-4775-b0e4-a480debfb64b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2983ef5f-d16d-4eb2-ad1b-25dd2e9ab9db') {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:20:52.986510 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-09ff4557-3355-4775-b0e4-a480debfb64b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747802713712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2548390'] for segment (2983ef5f-d16d-4eb2-ad1b-25dd2e9ab9db), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:53.003447 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-09ff4557-3355-4775-b0e4-a480debfb64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (2983ef5f-d16d-4eb2-ad1b-25dd2e9ab9db), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:53.011160 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ff4557-3355-4775-b0e4-a480debfb64b admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 23:20:53.011846 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-09ff4557-3355-4775-b0e4-a480debfb64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2398503'] for segment (2983ef5f-d16d-4eb2-ad1b-25dd2e9ab9db), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: Traceback (most recent call last): Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: timer() Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: cb(*args, **kw) Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: return func(*args, **kwargs) Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: self._notify() Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: self.callback(batched_events) Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: event.method(event) Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: return f(self, *a, **k) Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: return self._get(url).json() Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: return self.request(url, 'GET', **kwargs) Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 23:20:53.013939 dv-cinder-813223-6-iscsi neutron-server[103608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 23:20:53.165348 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-09ff4557-3355-4775-b0e4-a480debfb64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559020'] for network (beb628a7-c452-494e-b596-02e7f05765d3), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:53.171279 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-09ff4557-3355-4775-b0e4-a480debfb64b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:53.176765 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-09ff4557-3355-4775-b0e4-a480debfb64b admin admin] 10.222.0.24 "DELETE /v2.0/networks/beb628a7-c452-494e-b596-02e7f05765d3 HTTP/1.1" status: 204 len: 168 time: 0.4006460 Mar 07 23:20:53.186013 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff4557-3355-4775-b0e4-a480debfb64b admin admin] Pushing event deleted for resources: {'Network': ['ID=beb628a7-c452-494e-b596-02e7f05765d3,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:53.497228 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f237b-ecb8-4287-b02b-81a06712424e req-1b7118a4-0474-4938-831c-064e284fd3a7 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:53.504131 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c47f237b-ecb8-4287-b02b-81a06712424e req-1b7118a4-0474-4938-831c-064e284fd3a7 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0592115 Mar 07 23:20:53.510461 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 40724) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:53.558907 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-fb4bad13-d1a2-492a-81e9-dfbb3417a82f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=347a121a189f4897a23a82acab334a16&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0467899 Mar 07 23:20:53.561607 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 40730) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:53.577663 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c47f237b-ecb8-4287-b02b-81a06712424e req-c06cb37c-2bdd-4858-8731-37f17df7cb76 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720477 Mar 07 23:20:53.625727 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-18ac8656-733d-411f-8ece-6f10b325867c admin admin] Publish callbacks [] for security_group (120e58f3-6963-4ce6-b133-ad89f4b1e8fa), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:53.648067 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-18ac8656-733d-411f-8ece-6f10b325867c admin admin] Publish callbacks [] for security_group (120e58f3-6963-4ce6-b133-ad89f4b1e8fa), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:53.754061 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-18ac8656-733d-411f-8ece-6f10b325867c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (120e58f3-6963-4ce6-b133-ad89f4b1e8fa), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:53.756606 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-18ac8656-733d-411f-8ece-6f10b325867c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:53.757791 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-18ac8656-733d-411f-8ece-6f10b325867c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/120e58f3-6963-4ce6-b133-ad89f4b1e8fa HTTP/1.1" status: 204 len: 168 time: 0.1952732 Mar 07 23:20:53.765944 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac8656-733d-411f-8ece-6f10b325867c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120e58f3-6963-4ce6-b133-ad89f4b1e8fa,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:53.875069 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-2352867c-846a-407b-bd78-264aefed0dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:54.497166 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921301cd-19d3-4c84-8690-01b8920b7c2e req-fc4cc2e2-045e-4588-a7ad-29cd88735243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:54.498652 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-921301cd-19d3-4c84-8690-01b8920b7c2e req-fc4cc2e2-045e-4588-a7ad-29cd88735243 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60cd751d-3709-4142-8796-5cc239f83beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441339 Mar 07 23:20:54.555484 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-611146e1-a485-4d81-80d4-2962e84be5a1 req-ecc716cd-6a16-498b-b542-b9bef95a7981 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0594201 Mar 07 23:20:54.628266 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-921301cd-19d3-4c84-8690-01b8920b7c2e req-48a54ca6-71d9-4802-959c-920d34613ca4 service neutron] 10.222.0.16 "GET /v2.0/networks/60cd751d-3709-4142-8796-5cc239f83beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227369 Mar 07 23:20:54.695230 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611146e1-a485-4d81-80d4-2962e84be5a1 req-cab36057-caf2-4cc9-aa08-863aeb15eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:54.696757 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-611146e1-a485-4d81-80d4-2962e84be5a1 req-cab36057-caf2-4cc9-aa08-863aeb15eb31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e0ba9e6a9da4330a40c6943e3681050&device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 1129 time: 0.0753534 Mar 07 23:20:54.784660 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-921301cd-19d3-4c84-8690-01b8920b7c2e req-2a413ddb-4b12-4164-9ee5-d42441018d6d service neutron] 10.222.0.16 "GET /v2.0/networks/60cd751d-3709-4142-8796-5cc239f83beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484637 Mar 07 23:20:54.795514 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0529c2-465c-463a-b796-0993910dc15c req-3526b5c8-8f15-4533-a171-554d11413e31 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:54.795514 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9e0529c2-465c-463a-b796-0993910dc15c req-3526b5c8-8f15-4533-a171-554d11413e31 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.1246367 Mar 07 23:20:54.875393 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9e0529c2-465c-463a-b796-0993910dc15c req-40666cda-0dd3-497a-91d2-be79edeab140 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725138 Mar 07 23:20:55.060490 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611146e1-a485-4d81-80d4-2962e84be5a1 req-b3c3a6d6-ba5d-4352-8f6e-2a9ccea7f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:55.062162 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-611146e1-a485-4d81-80d4-2962e84be5a1 req-b3c3a6d6-ba5d-4352-8f6e-2a9ccea7f233 service neutron] 10.222.0.16 "GET /v2.0/networks?id=252e7d4a-e802-4ff2-a0c6-1a446f9d728b HTTP/1.1" status: 200 len: 920 time: 0.3299680 Mar 07 23:20:55.105849 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-611146e1-a485-4d81-80d4-2962e84be5a1 req-e6c2115f-b4df-4f50-b2ef-d0c4da74fe69 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67558d26-ec32-439a-a4d1-737c464f1726 HTTP/1.1" status: 200 len: 217 time: 0.0360799 Mar 07 23:20:55.161237 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611146e1-a485-4d81-80d4-2962e84be5a1 req-e4f27083-da47-453e-a365-adf4c4782719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:55.162705 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-611146e1-a485-4d81-80d4-2962e84be5a1 req-e4f27083-da47-453e-a365-adf4c4782719 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8514d718-78d0-47bf-aca4-100f86311e4c HTTP/1.1" status: 200 len: 859 time: 0.0507760 Mar 07 23:20:55.203912 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-611146e1-a485-4d81-80d4-2962e84be5a1 req-8e1a4e5a-4fcf-48d6-9c47-bd47203cec54 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=252e7d4a-e802-4ff2-a0c6-1a446f9d728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299463 Mar 07 23:20:55.295753 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-611146e1-a485-4d81-80d4-2962e84be5a1 req-26dcda0a-9621-4367-963d-a9a95d4a5713 service neutron] 10.222.0.16 "GET /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858510 Mar 07 23:20:55.402506 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-611146e1-a485-4d81-80d4-2962e84be5a1 req-6ecd3327-80a3-4b64-b949-a98eb359b82a service neutron] 10.222.0.16 "GET /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938239 Mar 07 23:20:55.904930 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:56.013892 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191544ab-4d03-40e0-9ab4-0104699051a0 req-ddc7f669-6ae1-45a6-9a8d-326367228f52 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:56.015375 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-191544ab-4d03-40e0-9ab4-0104699051a0 req-ddc7f669-6ae1-45a6-9a8d-326367228f52 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0654190 Mar 07 23:20:56.066989 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-191544ab-4d03-40e0-9ab4-0104699051a0 req-0099fd78-003e-4f43-b2ba-52bda7c23108 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418782 Mar 07 23:20:56.228017 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-27c447cd-fd48-40e8-a10b-dc98bca40ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:56.498237 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 40886) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:56.604185 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-78a6da19-1191-417d-9c30-e0615237bde8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:56.677606 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-78a6da19-1191-417d-9c30-e0615237bde8 admin admin] Publish callbacks [] for security_group (d0c9e82f-f2c8-4075-88ad-ce517168e933), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:56.782674 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-78a6da19-1191-417d-9c30-e0615237bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (d0c9e82f-f2c8-4075-88ad-ce517168e933), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:56.822924 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-78a6da19-1191-417d-9c30-e0615237bde8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=657355de60ce453696cf060d84b957c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208821 Mar 07 23:20:56.822924 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6da19-1191-417d-9c30-e0615237bde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c9e82f-f2c8-4075-88ad-ce517168e933,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:56.823413 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 40896) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:56.877463 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fc6d5733-bdb0-4e68-9700-8cef666d78e1 admin admin] Publish callbacks [] for security_group (d0c9e82f-f2c8-4075-88ad-ce517168e933), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:56.901818 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fc6d5733-bdb0-4e68-9700-8cef666d78e1 admin admin] Publish callbacks [] for security_group (d0c9e82f-f2c8-4075-88ad-ce517168e933), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:56.940113 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 40904) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:57.028238 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fc6d5733-bdb0-4e68-9700-8cef666d78e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (d0c9e82f-f2c8-4075-88ad-ce517168e933), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:57.030974 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fc6d5733-bdb0-4e68-9700-8cef666d78e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:57.032196 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-fc6d5733-bdb0-4e68-9700-8cef666d78e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0c9e82f-f2c8-4075-88ad-ce517168e933 HTTP/1.1" status: 204 len: 168 time: 0.2076318 Mar 07 23:20:57.040479 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d5733-bdb0-4e68-9700-8cef666d78e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c9e82f-f2c8-4075-88ad-ce517168e933,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:57.049789 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7e0b0bb1-5548-49d8-bf18-a5d9d6924105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:57.128616 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7e0b0bb1-5548-49d8-bf18-a5d9d6924105 admin admin] Publish callbacks [] for security_group (3358b899-5dbe-4840-b28d-7094fc532fc4), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:57.190533 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e00c2a-cccf-4fb3-b600-593127276fbd req-f78a49fd-cee2-4484-b694-6decc98ee538 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:57.192119 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-98e00c2a-cccf-4fb3-b600-593127276fbd req-f78a49fd-cee2-4484-b694-6decc98ee538 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0547020 Mar 07 23:20:57.216429 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7e0b0bb1-5548-49d8-bf18-a5d9d6924105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (3358b899-5dbe-4840-b28d-7094fc532fc4), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:57.239005 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-98e00c2a-cccf-4fb3-b600-593127276fbd req-0c1f5b93-3d57-4719-b58b-d1e95e3c10b7 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410523 Mar 07 23:20:57.253185 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b0bb1-5548-49d8-bf18-a5d9d6924105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3358b899-5dbe-4840-b28d-7094fc532fc4,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:57.257717 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-7e0b0bb1-5548-49d8-bf18-a5d9d6924105 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8ff885f45194ab1967f75f0db49dd39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3161693 Mar 07 23:20:57.261546 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 40912) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:57.314837 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-551d3bed-8e98-4e24-99a9-eef71bd4f70a admin admin] Publish callbacks [] for security_group (3358b899-5dbe-4840-b28d-7094fc532fc4), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:57.347645 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-551d3bed-8e98-4e24-99a9-eef71bd4f70a admin admin] Publish callbacks [] for security_group (3358b899-5dbe-4840-b28d-7094fc532fc4), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:57.405615 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 40928) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:57.479718 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-551d3bed-8e98-4e24-99a9-eef71bd4f70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (3358b899-5dbe-4840-b28d-7094fc532fc4), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:57.482330 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-551d3bed-8e98-4e24-99a9-eef71bd4f70a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:57.484829 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-551d3bed-8e98-4e24-99a9-eef71bd4f70a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3358b899-5dbe-4840-b28d-7094fc532fc4 HTTP/1.1" status: 204 len: 168 time: 0.2215815 Mar 07 23:20:57.494631 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d3bed-8e98-4e24-99a9-eef71bd4f70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3358b899-5dbe-4840-b28d-7094fc532fc4,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:57.552684 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0c587395-7667-48b4-a395-bcec12825e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:57.626970 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0c587395-7667-48b4-a395-bcec12825e63 admin admin] Publish callbacks [] for security_group (e1743027-6a23-42fc-80d5-17c2eb23d282), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:57.714117 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0c587395-7667-48b4-a395-bcec12825e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (e1743027-6a23-42fc-80d5-17c2eb23d282), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:57.742583 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:57.743669 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 40942) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:57.754871 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-0c587395-7667-48b4-a395-bcec12825e63 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=891398bbe02140a989b2344ce0d2fa9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3481429 Mar 07 23:20:57.756682 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c587395-7667-48b4-a395-bcec12825e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1743027-6a23-42fc-80d5-17c2eb23d282,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:57.758035 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 40946) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:57.761281 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-93c10577-6836-4651-a7ce-7d4b340906de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:57.810860 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f039fcfa-d290-44b6-84b1-aee272b2867e admin admin] Publish callbacks [] for security_group (e1743027-6a23-42fc-80d5-17c2eb23d282), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:57.847958 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f039fcfa-d290-44b6-84b1-aee272b2867e admin admin] Publish callbacks [] for security_group (e1743027-6a23-42fc-80d5-17c2eb23d282), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:57.854549 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-93c10577-6836-4651-a7ce-7d4b340906de admin admin] Publish callbacks [] for security_group (8b8edfcc-64b4-45de-9935-00aec5dc18e7), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:57.896571 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-93c10577-6836-4651-a7ce-7d4b340906de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (8b8edfcc-64b4-45de-9935-00aec5dc18e7), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:57.934926 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-93c10577-6836-4651-a7ce-7d4b340906de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84cb2ff57d0a4895aaeb64d01a999ff9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901450 Mar 07 23:20:57.936088 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c10577-6836-4651-a7ce-7d4b340906de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8edfcc-64b4-45de-9935-00aec5dc18e7,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:57.936988 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f039fcfa-d290-44b6-84b1-aee272b2867e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (e1743027-6a23-42fc-80d5-17c2eb23d282), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:57.938341 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 40952) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:57.940044 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f039fcfa-d290-44b6-84b1-aee272b2867e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:57.941334 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-f039fcfa-d290-44b6-84b1-aee272b2867e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1743027-6a23-42fc-80d5-17c2eb23d282 HTTP/1.1" status: 204 len: 168 time: 0.1821835 Mar 07 23:20:57.953626 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039fcfa-d290-44b6-84b1-aee272b2867e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1743027-6a23-42fc-80d5-17c2eb23d282,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:57.989095 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-33555ec7-a3be-4481-93b6-8830fa26b332 admin admin] Publish callbacks [] for security_group (8b8edfcc-64b4-45de-9935-00aec5dc18e7), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:58.013007 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-33555ec7-a3be-4481-93b6-8830fa26b332 admin admin] Publish callbacks [] for security_group (8b8edfcc-64b4-45de-9935-00aec5dc18e7), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:58.131381 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-33555ec7-a3be-4481-93b6-8830fa26b332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (8b8edfcc-64b4-45de-9935-00aec5dc18e7), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:58.134038 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-33555ec7-a3be-4481-93b6-8830fa26b332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:58.135215 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-33555ec7-a3be-4481-93b6-8830fa26b332 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b8edfcc-64b4-45de-9935-00aec5dc18e7 HTTP/1.1" status: 204 len: 168 time: 0.1959970 Mar 07 23:20:58.143692 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33555ec7-a3be-4481-93b6-8830fa26b332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8edfcc-64b4-45de-9935-00aec5dc18e7,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:58.191786 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 40958) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:58.206323 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8a53d6ef-a9d0-4f94-a78c-372217d09051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:58.281123 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8a53d6ef-a9d0-4f94-a78c-372217d09051 admin admin] Publish callbacks [] for security_group (771ee02d-e1e9-4aeb-9ef1-ab817d2a092e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:58.353994 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8a53d6ef-a9d0-4f94-a78c-372217d09051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (771ee02d-e1e9-4aeb-9ef1-ab817d2a092e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:58.362863 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c42a5c-a68e-48dc-8950-ad06b44b987a req-fa09f64e-1c18-447f-a8c5-5e5fda2f2c39 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:58.362863 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-70c42a5c-a68e-48dc-8950-ad06b44b987a req-fa09f64e-1c18-447f-a8c5-5e5fda2f2c39 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0523281 Mar 07 23:20:58.393735 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53d6ef-a9d0-4f94-a78c-372217d09051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771ee02d-e1e9-4aeb-9ef1-ab817d2a092e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:58.399292 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-8a53d6ef-a9d0-4f94-a78c-372217d09051 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e228c0881886449fa6c17fc281af4dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2064331 Mar 07 23:20:58.404936 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 40964) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:58.421842 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-70c42a5c-a68e-48dc-8950-ad06b44b987a req-1ab295ec-1a5e-4e3d-9042-8de985fe739c tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537441 Mar 07 23:20:58.459067 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e1be6cf2-1b55-40be-b3cb-3f5c6042b3d9 admin admin] Publish callbacks [] for security_group (771ee02d-e1e9-4aeb-9ef1-ab817d2a092e), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:58.479630 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e1be6cf2-1b55-40be-b3cb-3f5c6042b3d9 admin admin] Publish callbacks [] for security_group (771ee02d-e1e9-4aeb-9ef1-ab817d2a092e), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:58.593721 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e1be6cf2-1b55-40be-b3cb-3f5c6042b3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (771ee02d-e1e9-4aeb-9ef1-ab817d2a092e), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:58.596378 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e1be6cf2-1b55-40be-b3cb-3f5c6042b3d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:58.598339 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-e1be6cf2-1b55-40be-b3cb-3f5c6042b3d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/771ee02d-e1e9-4aeb-9ef1-ab817d2a092e HTTP/1.1" status: 204 len: 168 time: 0.1917861 Mar 07 23:20:58.606180 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be6cf2-1b55-40be-b3cb-3f5c6042b3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771ee02d-e1e9-4aeb-9ef1-ab817d2a092e,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:58.667677 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 40972) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:58.681231 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-162823b5-74e1-451b-a0ea-aa8a6b153103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:58.764757 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-162823b5-74e1-451b-a0ea-aa8a6b153103 admin admin] Publish callbacks [] for security_group (72a4beff-b6e6-448c-a5b4-e24599d54a86), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:58.822530 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-162823b5-74e1-451b-a0ea-aa8a6b153103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (72a4beff-b6e6-448c-a5b4-e24599d54a86), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:58.866641 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-162823b5-74e1-451b-a0ea-aa8a6b153103 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=878eca67c69c41f5952a3d13d7ebfb61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1954355 Mar 07 23:20:58.866641 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162823b5-74e1-451b-a0ea-aa8a6b153103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a4beff-b6e6-448c-a5b4-e24599d54a86,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:58.867381 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 40982) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:58.874569 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:58.939543 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-80d09217-02d1-49ad-9c18-5a5c3e7500df admin admin] Publish callbacks [] for security_group (72a4beff-b6e6-448c-a5b4-e24599d54a86), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:58.968148 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-80d09217-02d1-49ad-9c18-5a5c3e7500df admin admin] Publish callbacks [] for security_group (72a4beff-b6e6-448c-a5b4-e24599d54a86), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:59.091150 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-80d09217-02d1-49ad-9c18-5a5c3e7500df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (72a4beff-b6e6-448c-a5b4-e24599d54a86), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:59.094332 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-80d09217-02d1-49ad-9c18-5a5c3e7500df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:20:59.095519 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-80d09217-02d1-49ad-9c18-5a5c3e7500df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72a4beff-b6e6-448c-a5b4-e24599d54a86 HTTP/1.1" status: 204 len: 168 time: 0.2248056 Mar 07 23:20:59.103099 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d09217-02d1-49ad-9c18-5a5c3e7500df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a4beff-b6e6-448c-a5b4-e24599d54a86,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:20:59.554609 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4dce0-3aef-4180-a497-ebc5c363de58 req-86035fd6-2696-45c9-9287-526c5ca6dbce tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:20:59.558815 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e5f4dce0-3aef-4180-a497-ebc5c363de58 req-86035fd6-2696-45c9-9287-526c5ca6dbce tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0668492 Mar 07 23:20:59.607095 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e5f4dce0-3aef-4180-a497-ebc5c363de58 req-bcc99e6b-e1a4-4da1-830f-21b00eba8102 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425825 Mar 07 23:20:59.774417 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 41026) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:20:59.994848 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-61b12d11-1f2a-4bdc-9bd4-3db9955535c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1138725705-network', 'tenant_id': '6dfae18d9bd4482a86fe55ceab21750f'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:21:00.067918 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b12d11-1f2a-4bdc-9bd4-3db9955535c4 admin admin] Made reservation on behalf of 6dfae18d9bd4482a86fe55ceab21750f for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:21:00.070357 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61b12d11-1f2a-4bdc-9bd4-3db9955535c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:00.079824 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61b12d11-1f2a-4bdc-9bd4-3db9955535c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:00.158446 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61b12d11-1f2a-4bdc-9bd4-3db9955535c4 admin admin] Publish callbacks [] for security_group (4a7413b9-8b39-4f89-a456-21ab9e41faf0), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:00.228469 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61b12d11-1f2a-4bdc-9bd4-3db9955535c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (4a7413b9-8b39-4f89-a456-21ab9e41faf0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:00.259089 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b12d11-1f2a-4bdc-9bd4-3db9955535c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 23:21:00.275599 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b12d11-1f2a-4bdc-9bd4-3db9955535c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7413b9-8b39-4f89-a456-21ab9e41faf0,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:00.280523 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61b12d11-1f2a-4bdc-9bd4-3db9955535c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (5c947b31-b9b2-411a-96a2-45ef51f7c98b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:00.280861 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.segments_db [None req-61b12d11-1f2a-4bdc-9bd4-3db9955535c4 admin admin] Added segment 5c947b31-b9b2-411a-96a2-45ef51f7c98b of type vlan for network d9f8cce5-745e-45ce-92da-518a407b2b0a Mar 07 23:21:00.336112 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61b12d11-1f2a-4bdc-9bd4-3db9955535c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747802386454'] for network (d9f8cce5-745e-45ce-92da-518a407b2b0a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:00.359930 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:00.433962 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61b12d11-1f2a-4bdc-9bd4-3db9955535c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for network (d9f8cce5-745e-45ce-92da-518a407b2b0a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:00.435079 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b12d11-1f2a-4bdc-9bd4-3db9955535c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:00.435691 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-61b12d11-1f2a-4bdc-9bd4-3db9955535c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:00.495599 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b12d11-1f2a-4bdc-9bd4-3db9955535c4 admin admin] Pushing event updated for resources: {'Network': ['ID=d9f8cce5-745e-45ce-92da-518a407b2b0a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:00.506398 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Network d9f8cce5-745e-45ce-92da-518a407b2b0a details requested by agent ovs-agent-dv-cinder-813223-6-iscsi with host dv-cinder-813223-6-iscsi {{(pid=103609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 23:21:00.539761 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-61b12d11-1f2a-4bdc-9bd4-3db9955535c4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7642214 Mar 07 23:21:00.542551 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 41060) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:00.548130 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-7baada5d-9dbc-42a4-9b5b-80c61e435fdf admin admin] Request body: {'subnet': {'network_id': 'd9f8cce5-745e-45ce-92da-518a407b2b0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1138725705-subnet', 'tenant_id': '6dfae18d9bd4482a86fe55ceab21750f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:21:00.599781 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baada5d-9dbc-42a4-9b5b-80c61e435fdf admin admin] Made reservation on behalf of 6dfae18d9bd4482a86fe55ceab21750f for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:21:00.603111 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7baada5d-9dbc-42a4-9b5b-80c61e435fdf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:00.757723 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de779e47-d632-4f7d-8011-22ec8cd2cde1 req-5aa60a5d-aa2e-4d19-9e78-a64d326c7ea0 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:00.759761 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-de779e47-d632-4f7d-8011-22ec8cd2cde1 req-5aa60a5d-aa2e-4d19-9e78-a64d326c7ea0 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0605097 Mar 07 23:21:00.819731 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-de779e47-d632-4f7d-8011-22ec8cd2cde1 req-111c2201-02b3-47ff-89f9-4baab66537f9 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542018 Mar 07 23:21:01.091110 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7baada5d-9dbc-42a4-9b5b-80c61e435fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for subnet (e75fecb5-12a3-4572-9191-3cd1ef0ca2a2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:01.146767 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baada5d-9dbc-42a4-9b5b-80c61e435fdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e75fecb5-12a3-4572-9191-3cd1ef0ca2a2,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:01.156361 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baada5d-9dbc-42a4-9b5b-80c61e435fdf admin admin] Checking segment: {'id': '5c947b31-b9b2-411a-96a2-45ef51f7c98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd9f8cce5-745e-45ce-92da-518a407b2b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:21:01.156730 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baada5d-9dbc-42a4-9b5b-80c61e435fdf admin admin] Network hostable DHCP agents. Network: d9f8cce5-745e-45ce-92da-518a407b2b0a, hostable agents: ['3a1e77f0-bb24-4b35-90df-eea7dfe1ff53'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 23:21:01.256638 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baada5d-9dbc-42a4-9b5b-80c61e435fdf admin admin] Network d9f8cce5-745e-45ce-92da-518a407b2b0a is scheduled to be hosted by DHCP agent 3a1e77f0-bb24-4b35-90df-eea7dfe1ff53 with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 23:21:01.319151 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-7baada5d-9dbc-42a4-9b5b-80c61e435fdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-6-iscsi, d9f8cce5-745e-45ce-92da-518a407b2b0a) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:21:01.324137 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baada5d-9dbc-42a4-9b5b-80c61e435fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:01.325067 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7baada5d-9dbc-42a4-9b5b-80c61e435fdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:01.328674 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e8dce1-61d9-4a2c-af54-fe04a29c481b None None] Network d9f8cce5-745e-45ce-92da-518a407b2b0a requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:21:01.389865 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-7baada5d-9dbc-42a4-9b5b-80c61e435fdf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8461645 Mar 07 23:21:01.425378 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170fa601-5fa8-48cb-af49-b9d255f1d5c0 None None] Network d9f8cce5-745e-45ce-92da-518a407b2b0a requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:21:01.949499 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea346eb-41f8-443f-8563-cad81b0366cd req-eb643bf9-f583-4b20-8ee1-301b3b0857df tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:01.951227 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3ea346eb-41f8-443f-8563-cad81b0366cd req-eb643bf9-f583-4b20-8ee1-301b3b0857df tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0631740 Mar 07 23:21:02.006795 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3ea346eb-41f8-443f-8563-cad81b0366cd req-b006bc8e-0410-4fc4-b3c7-e894ef85edb3 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445976 Mar 07 23:21:02.189298 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 41132) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:02.194920 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c6dd635b-7b03-46c5-980c-0884f29f0e6a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1247877570-network', 'tenant_id': '3bfd7b3c39db4805809c8d25e5667415'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:21:02.307704 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dd635b-7b03-46c5-980c-0884f29f0e6a admin admin] Made reservation on behalf of 3bfd7b3c39db4805809c8d25e5667415 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:21:02.310067 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6dd635b-7b03-46c5-980c-0884f29f0e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:02.318634 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6dd635b-7b03-46c5-980c-0884f29f0e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:02.395121 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6dd635b-7b03-46c5-980c-0884f29f0e6a admin admin] Publish callbacks [] for security_group (5216ac14-4c33-4693-8ba6-8505ad095c9f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:02.456824 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6dd635b-7b03-46c5-980c-0884f29f0e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (5216ac14-4c33-4693-8ba6-8505ad095c9f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:02.479128 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6dd635b-7b03-46c5-980c-0884f29f0e6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 23:21:02.494793 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd635b-7b03-46c5-980c-0884f29f0e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5216ac14-4c33-4693-8ba6-8505ad095c9f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:02.497956 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6dd635b-7b03-46c5-980c-0884f29f0e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (01c9954c-2756-4c96-8a34-dfb2df3c648c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:02.498422 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.segments_db [None req-c6dd635b-7b03-46c5-980c-0884f29f0e6a admin admin] Added segment 01c9954c-2756-4c96-8a34-dfb2df3c648c of type vlan for network 303c4143-ca23-419f-ab78-6d9e0be24d9a Mar 07 23:21:02.540856 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6dd635b-7b03-46c5-980c-0884f29f0e6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747802386454'] for network (303c4143-ca23-419f-ab78-6d9e0be24d9a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:02.610763 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6dd635b-7b03-46c5-980c-0884f29f0e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for network (303c4143-ca23-419f-ab78-6d9e0be24d9a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:02.611849 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dd635b-7b03-46c5-980c-0884f29f0e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:02.612438 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c6dd635b-7b03-46c5-980c-0884f29f0e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:02.672320 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd635b-7b03-46c5-980c-0884f29f0e6a admin admin] Pushing event updated for resources: {'Network': ['ID=303c4143-ca23-419f-ab78-6d9e0be24d9a,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:02.683562 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Network 303c4143-ca23-419f-ab78-6d9e0be24d9a details requested by agent ovs-agent-dv-cinder-813223-6-iscsi with host dv-cinder-813223-6-iscsi {{(pid=103609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 23:21:02.739533 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-c6dd635b-7b03-46c5-980c-0884f29f0e6a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5489047 Mar 07 23:21:02.742204 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 41156) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:02.748768 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-bee4dfdd-c1d6-4cdc-9f6d-5003687a8c02 admin admin] Request body: {'subnet': {'network_id': '303c4143-ca23-419f-ab78-6d9e0be24d9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1247877570-subnet', 'tenant_id': '3bfd7b3c39db4805809c8d25e5667415', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:21:02.845092 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee4dfdd-c1d6-4cdc-9f6d-5003687a8c02 admin admin] Made reservation on behalf of 3bfd7b3c39db4805809c8d25e5667415 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:21:02.847503 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bee4dfdd-c1d6-4cdc-9f6d-5003687a8c02 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:03.074171 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bee4dfdd-c1d6-4cdc-9f6d-5003687a8c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for subnet (0e049bd1-8b20-4ae1-9d52-e939dafb79d2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:03.121536 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4dfdd-c1d6-4cdc-9f6d-5003687a8c02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e049bd1-8b20-4ae1-9d52-e939dafb79d2,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:03.130021 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefa7b3-9cc4-4022-ab40-2dff287be239 req-3e494a28-1882-4c04-8fb5-9ea656f2f3ad tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:03.136194 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1aefa7b3-9cc4-4022-ab40-2dff287be239 req-3e494a28-1882-4c04-8fb5-9ea656f2f3ad tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0612941 Mar 07 23:21:03.155788 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee4dfdd-c1d6-4cdc-9f6d-5003687a8c02 admin admin] Checking segment: {'id': '01c9954c-2756-4c96-8a34-dfb2df3c648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '303c4143-ca23-419f-ab78-6d9e0be24d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:21:03.156149 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee4dfdd-c1d6-4cdc-9f6d-5003687a8c02 admin admin] Network hostable DHCP agents. Network: 303c4143-ca23-419f-ab78-6d9e0be24d9a, hostable agents: ['3a1e77f0-bb24-4b35-90df-eea7dfe1ff53'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 23:21:03.193022 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1aefa7b3-9cc4-4022-ab40-2dff287be239 req-595a531d-a1fb-429f-af2f-ccff38240cf9 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555217 Mar 07 23:21:03.262020 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee4dfdd-c1d6-4cdc-9f6d-5003687a8c02 admin admin] Network 303c4143-ca23-419f-ab78-6d9e0be24d9a is scheduled to be hosted by DHCP agent 3a1e77f0-bb24-4b35-90df-eea7dfe1ff53 with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 23:21:03.330899 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-bee4dfdd-c1d6-4cdc-9f6d-5003687a8c02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-6-iscsi, 303c4143-ca23-419f-ab78-6d9e0be24d9a) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:21:03.335446 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee4dfdd-c1d6-4cdc-9f6d-5003687a8c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:03.336054 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bee4dfdd-c1d6-4cdc-9f6d-5003687a8c02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:03.346812 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66230267-8d26-4958-ae60-e24ae6fd6c45 None None] Network 303c4143-ca23-419f-ab78-6d9e0be24d9a requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:21:03.447905 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-bee4dfdd-c1d6-4cdc-9f6d-5003687a8c02 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6987658 Mar 07 23:21:03.480930 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72313c35-1f95-4c0c-b4e4-75e6198e4358 None None] Network 303c4143-ca23-419f-ab78-6d9e0be24d9a requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:21:04.307122 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e347e7-17fd-4b2c-91b3-6493f2220742 req-b3fc424a-5a7b-4a98-9925-fb88c0c574e4 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:04.308617 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-44e347e7-17fd-4b2c-91b3-6493f2220742 req-b3fc424a-5a7b-4a98-9925-fb88c0c574e4 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0559103 Mar 07 23:21:04.354791 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-44e347e7-17fd-4b2c-91b3-6493f2220742 req-8c2d6749-0704-497a-b9f2-3045b65ebb31 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400035 Mar 07 23:21:04.913058 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 41212) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:05.015474 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-66771e82-cbfa-43ce-aa3a-c79985935865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:05.084844 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-66771e82-cbfa-43ce-aa3a-c79985935865 admin admin] Publish callbacks [] for security_group (d2e09541-a596-42f1-8546-a832d3b22a2b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:05.164902 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-66771e82-cbfa-43ce-aa3a-c79985935865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (d2e09541-a596-42f1-8546-a832d3b22a2b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:05.202928 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-66771e82-cbfa-43ce-aa3a-c79985935865 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=caac2c483b0f4ee8a491acf2a9a9c990&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888007 Mar 07 23:21:05.203989 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66771e82-cbfa-43ce-aa3a-c79985935865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e09541-a596-42f1-8546-a832d3b22a2b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:05.212206 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 41220) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:05.259012 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2af67d1b-eed9-427e-b5e1-587f7ed1d86f admin admin] Publish callbacks [] for security_group (d2e09541-a596-42f1-8546-a832d3b22a2b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:05.280643 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2af67d1b-eed9-427e-b5e1-587f7ed1d86f admin admin] Publish callbacks [] for security_group (d2e09541-a596-42f1-8546-a832d3b22a2b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:05.387749 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2af67d1b-eed9-427e-b5e1-587f7ed1d86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (d2e09541-a596-42f1-8546-a832d3b22a2b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:05.391067 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2af67d1b-eed9-427e-b5e1-587f7ed1d86f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:05.392105 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-2af67d1b-eed9-427e-b5e1-587f7ed1d86f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d2e09541-a596-42f1-8546-a832d3b22a2b HTTP/1.1" status: 204 len: 168 time: 0.1789958 Mar 07 23:21:05.399717 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af67d1b-eed9-427e-b5e1-587f7ed1d86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e09541-a596-42f1-8546-a832d3b22a2b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:05.475374 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47103f8-e731-4bf4-a37f-d985a4081cd1 req-1499d2e6-65c7-4e2d-a588-d4362681c3f3 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:05.476836 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f47103f8-e731-4bf4-a37f-d985a4081cd1 req-1499d2e6-65c7-4e2d-a588-d4362681c3f3 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0517061 Mar 07 23:21:05.523069 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f47103f8-e731-4bf4-a37f-d985a4081cd1 req-b7ab6bbd-5b07-4813-a4c7-9d7ecf2baebc tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407119 Mar 07 23:21:06.642743 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd3b39-1577-438d-b689-4add61272bb6 req-f506d346-bb4c-4192-9d33-52e18691cb7e tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:06.644241 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e5fd3b39-1577-438d-b689-4add61272bb6 req-f506d346-bb4c-4192-9d33-52e18691cb7e tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0517881 Mar 07 23:21:06.690503 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e5fd3b39-1577-438d-b689-4add61272bb6 req-f4bf3d70-c089-43cc-948c-261277eacc5c tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406847 Mar 07 23:21:07.807104 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbd2f3-e821-440f-9fc6-6254478337c3 req-f14ba037-7a02-4096-ae99-fe2288d10c1e tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:07.808612 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9fbbd2f3-e821-440f-9fc6-6254478337c3 req-f14ba037-7a02-4096-ae99-fe2288d10c1e tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0511119 Mar 07 23:21:07.856161 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9fbbd2f3-e821-440f-9fc6-6254478337c3 req-79803029-d47a-4532-92f6-5784f8f0af4a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410900 Mar 07 23:21:08.253519 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d50034-3291-4aff-884d-d5ed0c4e053e req-d5a74c65-fde8-4e60-892c-4bb029fed758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:08.255128 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-67d50034-3291-4aff-884d-d5ed0c4e053e req-d5a74c65-fde8-4e60-892c-4bb029fed758 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 1129 time: 0.0491891 Mar 07 23:21:08.300824 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-67d50034-3291-4aff-884d-d5ed0c4e053e req-a0998c96-5ad3-4476-9cff-44a1b334dc35 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398405 Mar 07 23:21:08.974524 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a096209-c406-4cc1-b300-13192d2e9119 req-0fa82d78-3b2d-4097-915c-15c651f21b18 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:08.975998 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4a096209-c406-4cc1-b300-13192d2e9119 req-0fa82d78-3b2d-4097-915c-15c651f21b18 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0521500 Mar 07 23:21:09.023908 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4a096209-c406-4cc1-b300-13192d2e9119 req-07f9642a-78c0-46d2-ad71-b4acb7b4c47c tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421574 Mar 07 23:21:10.145773 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ab2cc-cae4-4bc2-a8ad-cd280751dd3b req-185b8b3b-c444-4ba1-8ec3-57cbbe1ad241 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:10.147279 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-389ab2cc-cae4-4bc2-a8ad-cd280751dd3b req-185b8b3b-c444-4ba1-8ec3-57cbbe1ad241 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0532372 Mar 07 23:21:10.194016 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-389ab2cc-cae4-4bc2-a8ad-cd280751dd3b req-520d3868-ffd5-4c2a-a442-f35eb3328a39 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404146 Mar 07 23:21:10.330327 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbe9b8-7096-4c59-994b-3fca107b4f96 req-6d91dd3f-c0e9-407c-9d24-f593b9ec827a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:10.331884 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a0dbe9b8-7096-4c59-994b-3fca107b4f96 req-6d91dd3f-c0e9-407c-9d24-f593b9ec827a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0677085 Mar 07 23:21:10.384518 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a0dbe9b8-7096-4c59-994b-3fca107b4f96 req-f4fdcf83-f292-4794-85a7-d9806462ffe5 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457270 Mar 07 23:21:12.854552 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05161d-4022-48b5-b5dd-f0307b411cd7 req-cea92ddc-3f16-49d5-ba26-bdb2829875cf tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:12.856068 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ab05161d-4022-48b5-b5dd-f0307b411cd7 req-cea92ddc-3f16-49d5-ba26-bdb2829875cf tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0657525 Mar 07 23:21:12.884733 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab17bf9-8864-4193-a2a4-7d7e6c0b6dab req-6bf36790-36cb-438f-a736-523b18d81ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:12.886294 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9ab17bf9-8864-4193-a2a4-7d7e6c0b6dab req-6bf36790-36cb-438f-a736-523b18d81ee7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e0ba9e6a9da4330a40c6943e3681050&device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 1129 time: 0.0508881 Mar 07 23:21:12.908583 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ab05161d-4022-48b5-b5dd-f0307b411cd7 req-b58843a1-789c-4108-a7b1-45efe1b70079 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453074 Mar 07 23:21:12.984291 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab17bf9-8864-4193-a2a4-7d7e6c0b6dab req-af251c2d-2d60-4a88-98c0-8f93daf26ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:12.986176 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9ab17bf9-8864-4193-a2a4-7d7e6c0b6dab req-af251c2d-2d60-4a88-98c0-8f93daf26ef3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=252e7d4a-e802-4ff2-a0c6-1a446f9d728b HTTP/1.1" status: 200 len: 920 time: 0.0910366 Mar 07 23:21:13.030750 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9ab17bf9-8864-4193-a2a4-7d7e6c0b6dab req-481773b9-96eb-40d6-ace7-718f2ca9e334 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67558d26-ec32-439a-a4d1-737c464f1726 HTTP/1.1" status: 200 len: 217 time: 0.0359702 Mar 07 23:21:13.084587 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab17bf9-8864-4193-a2a4-7d7e6c0b6dab req-a4207ed6-7ece-430f-8a02-13df76fa9d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:13.086268 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9ab17bf9-8864-4193-a2a4-7d7e6c0b6dab req-a4207ed6-7ece-430f-8a02-13df76fa9d1d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8514d718-78d0-47bf-aca4-100f86311e4c HTTP/1.1" status: 200 len: 859 time: 0.0490642 Mar 07 23:21:13.124363 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9ab17bf9-8864-4193-a2a4-7d7e6c0b6dab req-7d9f3df0-2d3a-4f41-b45f-46ad5b48ddb4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=252e7d4a-e802-4ff2-a0c6-1a446f9d728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255952 Mar 07 23:21:13.213485 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9ab17bf9-8864-4193-a2a4-7d7e6c0b6dab req-7d8a07c7-1f3d-4bdd-b5f2-0623adc217fd service neutron] 10.222.0.16 "GET /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818021 Mar 07 23:21:13.306028 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9ab17bf9-8864-4193-a2a4-7d7e6c0b6dab req-9ffe530f-903a-4039-bcab-7c7916bee56e service neutron] 10.222.0.16 "GET /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847073 Mar 07 23:21:14.036927 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d5045-86a2-4f79-87b3-765a58236ff8 req-ed6db727-88c0-4282-a304-a25a94681140 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:14.038556 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c46d5045-86a2-4f79-87b3-765a58236ff8 req-ed6db727-88c0-4282-a304-a25a94681140 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0618963 Mar 07 23:21:14.095153 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c46d5045-86a2-4f79-87b3-765a58236ff8 req-f8cfed51-0517-4d3f-9df4-d4045ec54348 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490341 Mar 07 23:21:14.717513 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 41510) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:14.818053 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a6ea27a6-e569-40bf-ad08-260f5b68231a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:14.893663 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a6ea27a6-e569-40bf-ad08-260f5b68231a admin admin] Publish callbacks [] for security_group (347cfe41-bc2b-4d51-8a46-eb4aaf40fb4d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:14.930380 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a6ea27a6-e569-40bf-ad08-260f5b68231a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (347cfe41-bc2b-4d51-8a46-eb4aaf40fb4d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:14.968946 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-a6ea27a6-e569-40bf-ad08-260f5b68231a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4202bd852c574f31b4c22f3db0e89193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504060 Mar 07 23:21:14.969841 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea27a6-e569-40bf-ad08-260f5b68231a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347cfe41-bc2b-4d51-8a46-eb4aaf40fb4d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:14.971776 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 41518) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:15.023934 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3c89ad49-c2ff-4f6e-bd0d-65cab78f40d4 admin admin] Publish callbacks [] for security_group (347cfe41-bc2b-4d51-8a46-eb4aaf40fb4d), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:15.046047 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3c89ad49-c2ff-4f6e-bd0d-65cab78f40d4 admin admin] Publish callbacks [] for security_group (347cfe41-bc2b-4d51-8a46-eb4aaf40fb4d), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:15.175985 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3c89ad49-c2ff-4f6e-bd0d-65cab78f40d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (347cfe41-bc2b-4d51-8a46-eb4aaf40fb4d), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:15.178912 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3c89ad49-c2ff-4f6e-bd0d-65cab78f40d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:15.180115 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-3c89ad49-c2ff-4f6e-bd0d-65cab78f40d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/347cfe41-bc2b-4d51-8a46-eb4aaf40fb4d HTTP/1.1" status: 204 len: 168 time: 0.2073514 Mar 07 23:21:15.189133 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89ad49-c2ff-4f6e-bd0d-65cab78f40d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347cfe41-bc2b-4d51-8a46-eb4aaf40fb4d,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:15.215632 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fed2e3-e3d5-4543-8e3c-bbbf2fa17636 req-c8a4a060-b19b-40c3-89de-0e934f234d9b tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:15.221495 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d4fed2e3-e3d5-4543-8e3c-bbbf2fa17636 req-c8a4a060-b19b-40c3-89de-0e934f234d9b tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0591741 Mar 07 23:21:15.269096 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d4fed2e3-e3d5-4543-8e3c-bbbf2fa17636 req-245494fb-3b2a-47ee-b7db-b9fd7cf9f2bc tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460711 Mar 07 23:21:15.842874 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 41554) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:15.856304 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f781afd5-fb1f-4f6d-b43e-18a5d5fe775c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:15.930092 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f781afd5-fb1f-4f6d-b43e-18a5d5fe775c admin admin] Publish callbacks [] for security_group (2aa52f69-bd68-44fd-b858-6c9abf50d479), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:15.981501 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f781afd5-fb1f-4f6d-b43e-18a5d5fe775c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (2aa52f69-bd68-44fd-b858-6c9abf50d479), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:16.023173 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-f781afd5-fb1f-4f6d-b43e-18a5d5fe775c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55ea619cd2e64714ab064b5b1d36e985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1790042 Mar 07 23:21:16.026212 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781afd5-fb1f-4f6d-b43e-18a5d5fe775c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa52f69-bd68-44fd-b858-6c9abf50d479,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:16.026986 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 41560) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:16.084340 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8cfa2307-2b91-4e46-9bb8-dddfbba22e29 admin admin] Publish callbacks [] for security_group (2aa52f69-bd68-44fd-b858-6c9abf50d479), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:16.105554 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8cfa2307-2b91-4e46-9bb8-dddfbba22e29 admin admin] Publish callbacks [] for security_group (2aa52f69-bd68-44fd-b858-6c9abf50d479), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:16.244549 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8cfa2307-2b91-4e46-9bb8-dddfbba22e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (2aa52f69-bd68-44fd-b858-6c9abf50d479), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:16.247156 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8cfa2307-2b91-4e46-9bb8-dddfbba22e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:16.248800 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-8cfa2307-2b91-4e46-9bb8-dddfbba22e29 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2aa52f69-bd68-44fd-b858-6c9abf50d479 HTTP/1.1" status: 204 len: 168 time: 0.2204647 Mar 07 23:21:16.256369 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa2307-2b91-4e46-9bb8-dddfbba22e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa52f69-bd68-44fd-b858-6c9abf50d479,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:16.392647 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91823539-6546-4199-b43c-b6a024822208 req-2f1758ad-58dc-45b5-b9ab-3be22ce5aa52 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:16.394173 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-91823539-6546-4199-b43c-b6a024822208 req-2f1758ad-58dc-45b5-b9ab-3be22ce5aa52 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0548968 Mar 07 23:21:16.441427 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-91823539-6546-4199-b43c-b6a024822208 req-7c80af16-a8b1-46f0-916c-efc8e22facd6 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415573 Mar 07 23:21:17.041479 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 41590) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:17.168504 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ea751f45-9b2b-482a-b117-a9514de62470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:17.245527 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ea751f45-9b2b-482a-b117-a9514de62470 admin admin] Publish callbacks [] for security_group (a04dfcdd-1cbc-4935-8c52-1a1f544b6bf2), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:17.330795 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ea751f45-9b2b-482a-b117-a9514de62470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (a04dfcdd-1cbc-4935-8c52-1a1f544b6bf2), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:17.368820 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-ea751f45-9b2b-482a-b117-a9514de62470 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3223ef3876374504aaf48917aceafda7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259771 Mar 07 23:21:17.369808 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea751f45-9b2b-482a-b117-a9514de62470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04dfcdd-1cbc-4935-8c52-1a1f544b6bf2,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:17.372721 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 41614) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:17.423960 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ef073c79-93fb-4d10-b900-01d0d66c6259 admin admin] Publish callbacks [] for security_group (a04dfcdd-1cbc-4935-8c52-1a1f544b6bf2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:17.445259 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ef073c79-93fb-4d10-b900-01d0d66c6259 admin admin] Publish callbacks [] for security_group (a04dfcdd-1cbc-4935-8c52-1a1f544b6bf2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:17.568849 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa003efd-33ce-492d-b52b-853a5d711eee req-90b811fd-8c8e-4aa7-9272-f4b4382cbbfe tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:17.570362 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-aa003efd-33ce-492d-b52b-853a5d711eee req-90b811fd-8c8e-4aa7-9272-f4b4382cbbfe tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0631671 Mar 07 23:21:17.585124 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ef073c79-93fb-4d10-b900-01d0d66c6259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (a04dfcdd-1cbc-4935-8c52-1a1f544b6bf2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:17.587554 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ef073c79-93fb-4d10-b900-01d0d66c6259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:17.588603 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-ef073c79-93fb-4d10-b900-01d0d66c6259 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a04dfcdd-1cbc-4935-8c52-1a1f544b6bf2 HTTP/1.1" status: 204 len: 168 time: 0.2144773 Mar 07 23:21:17.608068 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef073c79-93fb-4d10-b900-01d0d66c6259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04dfcdd-1cbc-4935-8c52-1a1f544b6bf2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:17.639428 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-aa003efd-33ce-492d-b52b-853a5d711eee req-34565ee1-819f-42e0-a55c-5a941304f23a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613749 Mar 07 23:21:17.648079 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 41626) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:17.976192 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9288c61b-cf68-459a-991e-5261c4f8c76c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:18.051198 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9288c61b-cf68-459a-991e-5261c4f8c76c admin admin] Publish callbacks [] for security_group (5e8f137f-0ef7-4133-b339-c57757ffb6e3), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:18.118798 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9288c61b-cf68-459a-991e-5261c4f8c76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (5e8f137f-0ef7-4133-b339-c57757ffb6e3), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:18.158669 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-9288c61b-cf68-459a-991e-5261c4f8c76c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56194c71ac034250b869d0ec355dd1ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5071890 Mar 07 23:21:18.159056 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 41642) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:18.174501 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288c61b-cf68-459a-991e-5261c4f8c76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8f137f-0ef7-4133-b339-c57757ffb6e3,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:18.223399 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf5c053e-4989-4693-92a1-824dd0e84019 admin admin] Publish callbacks [] for security_group (5e8f137f-0ef7-4133-b339-c57757ffb6e3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:18.245654 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf5c053e-4989-4693-92a1-824dd0e84019 admin admin] Publish callbacks [] for security_group (5e8f137f-0ef7-4133-b339-c57757ffb6e3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:18.335576 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 41652) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:18.351508 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0a187dfa-ef74-4621-b668-decf42a3c238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:18.366922 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf5c053e-4989-4693-92a1-824dd0e84019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (5e8f137f-0ef7-4133-b339-c57757ffb6e3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:18.371691 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bf5c053e-4989-4693-92a1-824dd0e84019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:18.371691 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-bf5c053e-4989-4693-92a1-824dd0e84019 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e8f137f-0ef7-4133-b339-c57757ffb6e3 HTTP/1.1" status: 204 len: 168 time: 0.2101436 Mar 07 23:21:18.385221 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c053e-4989-4693-92a1-824dd0e84019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8f137f-0ef7-4133-b339-c57757ffb6e3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:18.459558 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0a187dfa-ef74-4621-b668-decf42a3c238 admin admin] Publish callbacks [] for security_group (6c3ac447-7732-47b6-b823-ab2033e191a9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:18.496253 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0a187dfa-ef74-4621-b668-decf42a3c238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (6c3ac447-7732-47b6-b823-ab2033e191a9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:18.538257 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-0a187dfa-ef74-4621-b668-decf42a3c238 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8e9e32831484c0eb1b213aaf1d3ea9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2010205 Mar 07 23:21:18.540739 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a187dfa-ef74-4621-b668-decf42a3c238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3ac447-7732-47b6-b823-ab2033e191a9,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:18.541102 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 41664) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:18.610222 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a22c5259-0c6d-440b-be35-0bd9358a314a admin admin] Publish callbacks [] for security_group (6c3ac447-7732-47b6-b823-ab2033e191a9), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:18.632350 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a22c5259-0c6d-440b-be35-0bd9358a314a admin admin] Publish callbacks [] for security_group (6c3ac447-7732-47b6-b823-ab2033e191a9), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:18.747283 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a22c5259-0c6d-440b-be35-0bd9358a314a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (6c3ac447-7732-47b6-b823-ab2033e191a9), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:18.750167 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a22c5259-0c6d-440b-be35-0bd9358a314a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:18.751351 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-a22c5259-0c6d-440b-be35-0bd9358a314a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c3ac447-7732-47b6-b823-ab2033e191a9 HTTP/1.1" status: 204 len: 168 time: 0.2092223 Mar 07 23:21:18.763629 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c5259-0c6d-440b-be35-0bd9358a314a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3ac447-7732-47b6-b823-ab2033e191a9,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:18.796181 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a8b21-bda9-4dca-8dfb-96e495d8e136 req-616a1120-397b-427f-a176-e261ae5844a7 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:18.797842 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b83a8b21-bda9-4dca-8dfb-96e495d8e136 req-616a1120-397b-427f-a176-e261ae5844a7 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0801911 Mar 07 23:21:18.846856 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b83a8b21-bda9-4dca-8dfb-96e495d8e136 req-9fbf8224-76bf-4758-9acf-ebadbf4c2357 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427728 Mar 07 23:21:19.056357 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 41682) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:19.069165 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-38ee7915-198b-4f0c-80a4-bcf87757f5bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:19.146412 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-38ee7915-198b-4f0c-80a4-bcf87757f5bb admin admin] Publish callbacks [] for security_group (2c9bdf1c-4eff-4252-b57c-3fdab22063e4), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:19.233101 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-38ee7915-198b-4f0c-80a4-bcf87757f5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (2c9bdf1c-4eff-4252-b57c-3fdab22063e4), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:19.271081 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-38ee7915-198b-4f0c-80a4-bcf87757f5bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b504c2c10b04e78ac12ce6c4e98bbda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135508 Mar 07 23:21:19.272240 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee7915-198b-4f0c-80a4-bcf87757f5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9bdf1c-4eff-4252-b57c-3fdab22063e4,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:19.273893 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 41686) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:19.322536 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8a0469f1-24a7-42a9-a470-a1498c2e1935 admin admin] Publish callbacks [] for security_group (2c9bdf1c-4eff-4252-b57c-3fdab22063e4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:19.343406 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8a0469f1-24a7-42a9-a470-a1498c2e1935 admin admin] Publish callbacks [] for security_group (2c9bdf1c-4eff-4252-b57c-3fdab22063e4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:19.444192 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8a0469f1-24a7-42a9-a470-a1498c2e1935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (2c9bdf1c-4eff-4252-b57c-3fdab22063e4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:19.447725 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8a0469f1-24a7-42a9-a470-a1498c2e1935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:19.449499 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-8a0469f1-24a7-42a9-a470-a1498c2e1935 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c9bdf1c-4eff-4252-b57c-3fdab22063e4 HTTP/1.1" status: 204 len: 168 time: 0.1734324 Mar 07 23:21:19.458361 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0469f1-24a7-42a9-a470-a1498c2e1935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9bdf1c-4eff-4252-b57c-3fdab22063e4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:19.477041 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 41692) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:19.491507 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3b6ed566-794f-48d8-98fe-96fa008c7fc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:19.575191 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3b6ed566-794f-48d8-98fe-96fa008c7fc6 admin admin] Publish callbacks [] for security_group (af2f64d1-dcbb-492b-9647-17a971b0d616), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:19.638615 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3b6ed566-794f-48d8-98fe-96fa008c7fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (af2f64d1-dcbb-492b-9647-17a971b0d616), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:19.679305 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-3b6ed566-794f-48d8-98fe-96fa008c7fc6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1ba61ee318b4ea28ce8b5c32b32850d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991160 Mar 07 23:21:19.679305 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ed566-794f-48d8-98fe-96fa008c7fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2f64d1-dcbb-492b-9647-17a971b0d616,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:19.679827 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 41700) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:19.737815 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-096ce472-495b-4829-aff9-833f4769c827 admin admin] Publish callbacks [] for security_group (af2f64d1-dcbb-492b-9647-17a971b0d616), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:19.759104 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-096ce472-495b-4829-aff9-833f4769c827 admin admin] Publish callbacks [] for security_group (af2f64d1-dcbb-492b-9647-17a971b0d616), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:19.890120 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-096ce472-495b-4829-aff9-833f4769c827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (af2f64d1-dcbb-492b-9647-17a971b0d616), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:19.892716 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-096ce472-495b-4829-aff9-833f4769c827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:19.896573 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-096ce472-495b-4829-aff9-833f4769c827 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af2f64d1-dcbb-492b-9647-17a971b0d616 HTTP/1.1" status: 204 len: 168 time: 0.2128808 Mar 07 23:21:19.905268 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ce472-495b-4829-aff9-833f4769c827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2f64d1-dcbb-492b-9647-17a971b0d616,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:19.974554 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be6f77-fd88-44a6-82e2-19b40dce0234 req-83fb19ef-86c5-459c-80de-d436e787e3b7 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:19.976037 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-07be6f77-fd88-44a6-82e2-19b40dce0234 req-83fb19ef-86c5-459c-80de-d436e787e3b7 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0532026 Mar 07 23:21:20.021050 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-07be6f77-fd88-44a6-82e2-19b40dce0234 req-265a0ef5-077d-4ab1-96ea-170d7e3f5eda tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396235 Mar 07 23:21:20.446332 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 41720) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:20.458851 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-07ae3bee-8e09-4ca3-9224-0ed6abd19743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:20.549131 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-07ae3bee-8e09-4ca3-9224-0ed6abd19743 admin admin] Publish callbacks [] for security_group (3b1b75dc-de4f-4105-a9f6-aa40c87c99f4), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:20.598700 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-07ae3bee-8e09-4ca3-9224-0ed6abd19743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (3b1b75dc-de4f-4105-a9f6-aa40c87c99f4), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:20.640151 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae3bee-8e09-4ca3-9224-0ed6abd19743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1b75dc-de4f-4105-a9f6-aa40c87c99f4,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:20.644500 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-07ae3bee-8e09-4ca3-9224-0ed6abd19743 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=172b675ce38f4087b3c85e99d4d70568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1971705 Mar 07 23:21:20.647200 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 41732) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:20.696185 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-13a0a5ca-23cf-477c-9806-060cbbcee728 admin admin] Publish callbacks [] for security_group (3b1b75dc-de4f-4105-a9f6-aa40c87c99f4), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:20.717155 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-13a0a5ca-23cf-477c-9806-060cbbcee728 admin admin] Publish callbacks [] for security_group (3b1b75dc-de4f-4105-a9f6-aa40c87c99f4), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:20.804249 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-13a0a5ca-23cf-477c-9806-060cbbcee728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (3b1b75dc-de4f-4105-a9f6-aa40c87c99f4), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:20.806797 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-13a0a5ca-23cf-477c-9806-060cbbcee728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:20.807971 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-13a0a5ca-23cf-477c-9806-060cbbcee728 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b1b75dc-de4f-4105-a9f6-aa40c87c99f4 HTTP/1.1" status: 204 len: 168 time: 0.1598933 Mar 07 23:21:20.817641 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0a5ca-23cf-477c-9806-060cbbcee728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1b75dc-de4f-4105-a9f6-aa40c87c99f4,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:21.058042 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:21:21.164933 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fd8d6-5071-4506-9863-37b9ad327e0c req-4b1e5888-08bc-4fd7-b594-646bc3eb4a62 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:21.166616 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-387fd8d6-5071-4506-9863-37b9ad327e0c req-4b1e5888-08bc-4fd7-b594-646bc3eb4a62 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0611978 Mar 07 23:21:21.223404 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-387fd8d6-5071-4506-9863-37b9ad327e0c req-6f9ef4a9-ef21-4071-b299-70b0fca95da4 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502100 Mar 07 23:21:22.350863 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67385432-7998-4524-b085-909e04c49914 req-708a65c4-8be1-4578-aadb-ce63219a491b tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:22.352510 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-67385432-7998-4524-b085-909e04c49914 req-708a65c4-8be1-4578-aadb-ce63219a491b tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0583353 Mar 07 23:21:22.401257 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-67385432-7998-4524-b085-909e04c49914 req-5ab9b945-7d26-426f-baf6-7ed9caf63f76 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423746 Mar 07 23:21:22.416726 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 41802) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:22.526826 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d3224d82-449f-440a-a5f4-ae06788df910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:22.603434 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d3224d82-449f-440a-a5f4-ae06788df910 admin admin] Publish callbacks [] for security_group (2cda6343-e07c-4a80-aaa8-2c5cf165f0ec), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:22.655694 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d3224d82-449f-440a-a5f4-ae06788df910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (2cda6343-e07c-4a80-aaa8-2c5cf165f0ec), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:22.692693 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-d3224d82-449f-440a-a5f4-ae06788df910 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=368dd5bc27e84777922f51e3b719d707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748704 Mar 07 23:21:22.694616 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3224d82-449f-440a-a5f4-ae06788df910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cda6343-e07c-4a80-aaa8-2c5cf165f0ec,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:22.695406 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 41810) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:22.744428 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-60ef7b8e-ecd8-4c85-a7f0-c7c4c4350613 admin admin] Publish callbacks [] for security_group (2cda6343-e07c-4a80-aaa8-2c5cf165f0ec), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:22.765773 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-60ef7b8e-ecd8-4c85-a7f0-c7c4c4350613 admin admin] Publish callbacks [] for security_group (2cda6343-e07c-4a80-aaa8-2c5cf165f0ec), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:22.872748 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-60ef7b8e-ecd8-4c85-a7f0-c7c4c4350613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (2cda6343-e07c-4a80-aaa8-2c5cf165f0ec), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:22.875215 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-60ef7b8e-ecd8-4c85-a7f0-c7c4c4350613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:22.876347 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-60ef7b8e-ecd8-4c85-a7f0-c7c4c4350613 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2cda6343-e07c-4a80-aaa8-2c5cf165f0ec HTTP/1.1" status: 204 len: 168 time: 0.1796117 Mar 07 23:21:22.884222 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef7b8e-ecd8-4c85-a7f0-c7c4c4350613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cda6343-e07c-4a80-aaa8-2c5cf165f0ec,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:23.240029 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 41826) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:23.282980 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_v2 [None req-774c3533-0fb3-4a50-9305-1daed20410df admin admin] Deleting subnet e75fecb5-12a3-4572-9191-3cd1ef0ca2a2 {{(pid=103608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 23:21:23.286170 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-774c3533-0fb3-4a50-9305-1daed20410df admin admin] Publish callbacks [] for subnet (e75fecb5-12a3-4572-9191-3cd1ef0ca2a2), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:23.319630 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-774c3533-0fb3-4a50-9305-1daed20410df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2548317'] for subnet (e75fecb5-12a3-4572-9191-3cd1ef0ca2a2), precommit_delete_associations {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:23.360431 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-774c3533-0fb3-4a50-9305-1daed20410df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1321719'] for subnet (e75fecb5-12a3-4572-9191-3cd1ef0ca2a2), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:23.436918 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 41832) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:23.450300 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-774c3533-0fb3-4a50-9305-1daed20410df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1321708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2398541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2721233'] for subnet (e75fecb5-12a3-4572-9191-3cd1ef0ca2a2), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:23.457835 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-04468620-ae97-470d-96e5-f7cca6892f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:23.483916 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c3533-0fb3-4a50-9305-1daed20410df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e75fecb5-12a3-4572-9191-3cd1ef0ca2a2,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:23.495520 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-774c3533-0fb3-4a50-9305-1daed20410df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:23.499240 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-774c3533-0fb3-4a50-9305-1daed20410df admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e75fecb5-12a3-4572-9191-3cd1ef0ca2a2 HTTP/1.1" status: 204 len: 168 time: 0.2582331 Mar 07 23:21:23.502505 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 41834) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:23.621673 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1e567828-7d67-4dd7-ba83-c5ea6c3cbd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1357688'] for network (d9f8cce5-745e-45ce-92da-518a407b2b0a), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:23.631738 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece27da-f91f-4991-86c4-805e50f88b33 req-f844f5c7-7399-4327-8f20-083af610729b tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:23.633233 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-fece27da-f91f-4991-86c4-805e50f88b33 req-f844f5c7-7399-4327-8f20-083af610729b tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.1518710 Mar 07 23:21:23.715559 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-04468620-ae97-470d-96e5-f7cca6892f37 admin admin] Publish callbacks [] for security_group (fe364fa8-cb2f-41ba-8205-c9ffd558133a), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:23.767650 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1e567828-7d67-4dd7-ba83-c5ea6c3cbd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479032', 'neutron.services.segments.db._delete_segments_for_network-8747802712679'] for network (d9f8cce5-745e-45ce-92da-518a407b2b0a), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:23.777704 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-fece27da-f91f-4991-86c4-805e50f88b33 req-552032b5-922b-4e79-873e-649ae8565b8a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280696 Mar 07 23:21:23.797144 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-04468620-ae97-470d-96e5-f7cca6892f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (fe364fa8-cb2f-41ba-8205-c9ffd558133a), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:23.802421 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-1e567828-7d67-4dd7-ba83-c5ea6c3cbd13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f8cce5-745e-45ce-92da-518a407b2b0a']}} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:21:23.822497 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-1e567828-7d67-4dd7-ba83-c5ea6c3cbd13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c947b31-b9b2-411a-96a2-45ef51f7c98b') {'for_net_delete': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:21:23.822795 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-1e567828-7d67-4dd7-ba83-c5ea6c3cbd13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c947b31-b9b2-411a-96a2-45ef51f7c98b') {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:21:23.843774 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-04468620-ae97-470d-96e5-f7cca6892f37 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57cf275d9a504166b5a362bceee9bb9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4057512 Mar 07 23:21:23.846193 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1e567828-7d67-4dd7-ba83-c5ea6c3cbd13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747802713712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2548390'] for segment (5c947b31-b9b2-411a-96a2-45ef51f7c98b), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:23.846755 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 41844) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:23.852170 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04468620-ae97-470d-96e5-f7cca6892f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe364fa8-cb2f-41ba-8205-c9ffd558133a,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:23.862517 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1e567828-7d67-4dd7-ba83-c5ea6c3cbd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (5c947b31-b9b2-411a-96a2-45ef51f7c98b), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:23.869003 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e567828-7d67-4dd7-ba83-c5ea6c3cbd13 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 23:21:23.869386 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1e567828-7d67-4dd7-ba83-c5ea6c3cbd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2398503'] for segment (5c947b31-b9b2-411a-96a2-45ef51f7c98b), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: Traceback (most recent call last): Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: timer() Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: cb(*args, **kw) Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: return func(*args, **kwargs) Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: self._notify() Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: self.callback(batched_events) Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: event.method(event) Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: return f(self, *a, **k) Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: return self._get(url).json() Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: return self.request(url, 'GET', **kwargs) Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 23:21:23.871013 dv-cinder-813223-6-iscsi neutron-server[103608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 23:21:23.889938 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-59472e1d-e757-4264-a17d-d169bc150d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:23.897218 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-42737148-da43-4525-9a9e-194a8cb910f5 admin admin] Publish callbacks [] for security_group (fe364fa8-cb2f-41ba-8205-c9ffd558133a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:23.926881 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-42737148-da43-4525-9a9e-194a8cb910f5 admin admin] Publish callbacks [] for security_group (fe364fa8-cb2f-41ba-8205-c9ffd558133a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:23.993145 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1e567828-7d67-4dd7-ba83-c5ea6c3cbd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559020'] for network (d9f8cce5-745e-45ce-92da-518a407b2b0a), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:23.999628 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1e567828-7d67-4dd7-ba83-c5ea6c3cbd13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:24.005009 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-1e567828-7d67-4dd7-ba83-c5ea6c3cbd13 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d9f8cce5-745e-45ce-92da-518a407b2b0a HTTP/1.1" status: 204 len: 168 time: 0.5001931 Mar 07 23:21:24.005900 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 41848) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:24.011832 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e567828-7d67-4dd7-ba83-c5ea6c3cbd13 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9f8cce5-745e-45ce-92da-518a407b2b0a,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:24.035637 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-42737148-da43-4525-9a9e-194a8cb910f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (fe364fa8-cb2f-41ba-8205-c9ffd558133a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:24.038214 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-42737148-da43-4525-9a9e-194a8cb910f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:24.039344 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-42737148-da43-4525-9a9e-194a8cb910f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe364fa8-cb2f-41ba-8205-c9ffd558133a HTTP/1.1" status: 204 len: 168 time: 0.1916196 Mar 07 23:21:24.052493 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42737148-da43-4525-9a9e-194a8cb910f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe364fa8-cb2f-41ba-8205-c9ffd558133a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:24.063326 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee13bc8b-cb32-4efa-9f7c-aad0b953ddf2 admin admin] Deleting subnet 0e049bd1-8b20-4ae1-9d52-e939dafb79d2 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 23:21:24.065793 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee13bc8b-cb32-4efa-9f7c-aad0b953ddf2 admin admin] Publish callbacks [] for subnet (0e049bd1-8b20-4ae1-9d52-e939dafb79d2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:24.114123 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee13bc8b-cb32-4efa-9f7c-aad0b953ddf2 admin admin] Publish callbacks [] for subnet (0e049bd1-8b20-4ae1-9d52-e939dafb79d2), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:24.120017 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee13bc8b-cb32-4efa-9f7c-aad0b953ddf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1321719'] for subnet (0e049bd1-8b20-4ae1-9d52-e939dafb79d2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:24.279410 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee13bc8b-cb32-4efa-9f7c-aad0b953ddf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1321708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for subnet (0e049bd1-8b20-4ae1-9d52-e939dafb79d2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:24.309264 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13bc8b-cb32-4efa-9f7c-aad0b953ddf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e049bd1-8b20-4ae1-9d52-e939dafb79d2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:24.317976 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ee13bc8b-cb32-4efa-9f7c-aad0b953ddf2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:24.321597 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-ee13bc8b-cb32-4efa-9f7c-aad0b953ddf2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0e049bd1-8b20-4ae1-9d52-e939dafb79d2 HTTP/1.1" status: 204 len: 168 time: 0.3147120 Mar 07 23:21:24.324155 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 41856) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:24.398637 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1357688'] for network (303c4143-ca23-419f-ab78-6d9e0be24d9a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:24.485674 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479032', 'neutron.services.segments.db._delete_segments_for_network-8747802712679'] for network (303c4143-ca23-419f-ab78-6d9e0be24d9a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:24.507274 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:21:24.507617 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:21:24.508349 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:21:24.508670 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] Subscribe: > port after_create 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:21:24.509166 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:21:24.509359 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] Subscribe: > port after_update 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:21:24.509759 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:21:24.510022 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:21:24.510288 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:21:24.510551 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:21:24.592703 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:21:24.593084 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:21:24.593414 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:21:24.593746 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 23:21:24.594121 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.services.segments.db [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303c4143-ca23-419f-ab78-6d9e0be24d9a']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:21:24.611024 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.services.segments.db [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c9954c-2756-4c96-8a34-dfb2df3c648c') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:21:24.611320 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.services.segments.db [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c9954c-2756-4c96-8a34-dfb2df3c648c') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:21:24.627091 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747802713712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799343'] for segment (01c9954c-2756-4c96-8a34-dfb2df3c648c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:24.648778 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (01c9954c-2756-4c96-8a34-dfb2df3c648c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:24.657689 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 23:21:24.658079 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9280595'] for segment (01c9954c-2756-4c96-8a34-dfb2df3c648c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: from cryptography.utils import int_from_bytes Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: from cryptography.utils import int_from_bytes Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: Traceback (most recent call last): Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: timer() Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: cb(*args, **kw) Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: return func(*args, **kwargs) Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: self._notify() Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: self.callback(batched_events) Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: event.method(event) Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: return f(self, *a, **k) Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: return self._get(url).json() Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: return self.request(url, 'GET', **kwargs) Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 23:21:24.662046 dv-cinder-813223-6-iscsi neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 23:21:24.782395 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df45b7-0377-4415-bfab-64741cf12d2b req-3a559c22-3596-402d-8846-2ca569732b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:24.783950 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-91df45b7-0377-4415-bfab-64741cf12d2b req-3a559c22-3596-402d-8846-2ca569732b0a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 1129 time: 0.0414019 Mar 07 23:21:24.816596 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559020'] for network (303c4143-ca23-419f-ab78-6d9e0be24d9a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:24.833670 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:24.838020 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-91df45b7-0377-4415-bfab-64741cf12d2b req-4277b9b7-ffa2-417c-a98a-8bf4741d7b82 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468826 Mar 07 23:21:24.841335 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/303c4143-ca23-419f-ab78-6d9e0be24d9a HTTP/1.1" status: 204 len: 168 time: 0.5161262 Mar 07 23:21:24.858276 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ccf46e-fa6c-4d88-8851-225a10b98be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=303c4143-ca23-419f-ab78-6d9e0be24d9a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:24.916231 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c60ff-6c71-4403-a2c7-6ef2033e6fc3 req-a80f8dc9-405d-48c0-a216-8fd53af17a46 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:24.917822 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ca1c60ff-6c71-4403-a2c7-6ef2033e6fc3 req-a80f8dc9-405d-48c0-a216-8fd53af17a46 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0617478 Mar 07 23:21:24.965861 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ca1c60ff-6c71-4403-a2c7-6ef2033e6fc3 req-a256f1f1-b979-4593-a52d-f3d30506c9c9 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419762 Mar 07 23:21:25.131451 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 41888) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:25.170712 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-e04ab13c-fac4-414b-ae02-38d94bf3fa18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6dfae18d9bd4482a86fe55ceab21750f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381079 Mar 07 23:21:25.173534 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 41892) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:25.221285 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8df59d80-f0dd-4adb-9f5b-79f20663500d admin admin] Publish callbacks [] for security_group (4a7413b9-8b39-4f89-a456-21ab9e41faf0), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:25.245077 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8df59d80-f0dd-4adb-9f5b-79f20663500d admin admin] Publish callbacks [] for security_group (4a7413b9-8b39-4f89-a456-21ab9e41faf0), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:25.341037 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8df59d80-f0dd-4adb-9f5b-79f20663500d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (4a7413b9-8b39-4f89-a456-21ab9e41faf0), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:25.343697 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8df59d80-f0dd-4adb-9f5b-79f20663500d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:25.344830 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-8df59d80-f0dd-4adb-9f5b-79f20663500d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a7413b9-8b39-4f89-a456-21ab9e41faf0 HTTP/1.1" status: 204 len: 168 time: 0.1704001 Mar 07 23:21:25.354708 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df59d80-f0dd-4adb-9f5b-79f20663500d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7413b9-8b39-4f89-a456-21ab9e41faf0,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:25.889956 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:25.915779 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 41910) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:25.955175 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-10f9648b-a2b0-4190-b3dc-2ba73134a6fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3bfd7b3c39db4805809c8d25e5667415&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382247 Mar 07 23:21:25.957663 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 41912) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:26.007499 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0ae22ac3-62c6-45ac-a9e9-32302ea9bca8 admin admin] Publish callbacks [] for security_group (5216ac14-4c33-4693-8ba6-8505ad095c9f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:26.031721 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0ae22ac3-62c6-45ac-a9e9-32302ea9bca8 admin admin] Publish callbacks [] for security_group (5216ac14-4c33-4693-8ba6-8505ad095c9f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:26.115140 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b07faf-2c24-40dc-9a1c-fe71bf3fe316 req-7d90bb5f-e9d6-468d-9df7-3c4ebd873bc2 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:26.116527 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-82b07faf-2c24-40dc-9a1c-fe71bf3fe316 req-7d90bb5f-e9d6-468d-9df7-3c4ebd873bc2 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0625699 Mar 07 23:21:26.141221 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-735f078e-6f4d-4ddc-99ae-cb2420cde3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:26.168742 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-82b07faf-2c24-40dc-9a1c-fe71bf3fe316 req-0154088a-ef40-4842-8977-53ec150bd27f tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461123 Mar 07 23:21:26.198309 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0ae22ac3-62c6-45ac-a9e9-32302ea9bca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (5216ac14-4c33-4693-8ba6-8505ad095c9f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:26.200901 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0ae22ac3-62c6-45ac-a9e9-32302ea9bca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:26.202068 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-0ae22ac3-62c6-45ac-a9e9-32302ea9bca8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5216ac14-4c33-4693-8ba6-8505ad095c9f HTTP/1.1" status: 204 len: 168 time: 0.2435207 Mar 07 23:21:26.211827 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae22ac3-62c6-45ac-a9e9-32302ea9bca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5216ac14-4c33-4693-8ba6-8505ad095c9f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:27.119444 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 41956) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:27.299828 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4819d51-96c4-4f3e-acde-4a3b4c650034 req-01eab320-4fc8-482d-b67d-80398519a967 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:27.301869 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c4819d51-96c4-4f3e-acde-4a3b4c650034 req-01eab320-4fc8-482d-b67d-80398519a967 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0615547 Mar 07 23:21:27.324512 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-87cf83ff-c754-42fa-9fe1-d10625dbd2f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:27.382926 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c4819d51-96c4-4f3e-acde-4a3b4c650034 req-74e38a88-68e8-4e8a-b57f-89c7cd1c4b2d tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745890 Mar 07 23:21:27.433302 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-87cf83ff-c754-42fa-9fe1-d10625dbd2f0 admin admin] Publish callbacks [] for security_group (43e62465-4a6c-4e77-832c-b7fd0fe4f26e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:27.501634 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-87cf83ff-c754-42fa-9fe1-d10625dbd2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (43e62465-4a6c-4e77-832c-b7fd0fe4f26e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:27.535781 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 41982) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:27.536369 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-87cf83ff-c754-42fa-9fe1-d10625dbd2f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ae3238963824e99854cc4aabcf9a4cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4153299 Mar 07 23:21:27.548338 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf83ff-c754-42fa-9fe1-d10625dbd2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e62465-4a6c-4e77-832c-b7fd0fe4f26e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:27.609055 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8a0fd6aa-c5ed-4444-8d42-b4eaa9abe4b5 admin admin] Publish callbacks [] for security_group (43e62465-4a6c-4e77-832c-b7fd0fe4f26e), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:27.630608 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8a0fd6aa-c5ed-4444-8d42-b4eaa9abe4b5 admin admin] Publish callbacks [] for security_group (43e62465-4a6c-4e77-832c-b7fd0fe4f26e), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:27.715227 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:27.761017 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8a0fd6aa-c5ed-4444-8d42-b4eaa9abe4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (43e62465-4a6c-4e77-832c-b7fd0fe4f26e), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:27.764278 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8a0fd6aa-c5ed-4444-8d42-b4eaa9abe4b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:27.765517 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-8a0fd6aa-c5ed-4444-8d42-b4eaa9abe4b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43e62465-4a6c-4e77-832c-b7fd0fe4f26e HTTP/1.1" status: 204 len: 168 time: 0.2279203 Mar 07 23:21:27.780617 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fd6aa-c5ed-4444-8d42-b4eaa9abe4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e62465-4a6c-4e77-832c-b7fd0fe4f26e,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:27.816833 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdf486-4aa7-4492-8df4-f85a4c02218c req-440cf661-8643-4d9e-afd3-c4693c49831f tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:27.818464 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f3cdf486-4aa7-4492-8df4-f85a4c02218c req-440cf661-8643-4d9e-afd3-c4693c49831f tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0854125 Mar 07 23:21:27.888867 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983983e-f45e-4d28-9b56-07c998aa46b4 req-a7e73a51-e5ce-4da6-b71f-37c3e3ca84da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:27.890440 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9983983e-f45e-4d28-9b56-07c998aa46b4 req-a7e73a51-e5ce-4da6-b71f-37c3e3ca84da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e0ba9e6a9da4330a40c6943e3681050&device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 1129 time: 0.0885909 Mar 07 23:21:27.894679 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f3cdf486-4aa7-4492-8df4-f85a4c02218c req-353e1e74-fab0-4a15-80be-74373b636901 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584128 Mar 07 23:21:27.994441 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983983e-f45e-4d28-9b56-07c998aa46b4 req-1d599105-5b8c-4899-8a9b-089e95232b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:27.994441 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9983983e-f45e-4d28-9b56-07c998aa46b4 req-1d599105-5b8c-4899-8a9b-089e95232b61 service neutron] 10.222.0.16 "GET /v2.0/networks?id=252e7d4a-e802-4ff2-a0c6-1a446f9d728b HTTP/1.1" status: 200 len: 920 time: 0.0944896 Mar 07 23:21:28.052224 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9983983e-f45e-4d28-9b56-07c998aa46b4 req-e4b44f3d-c39c-40f7-8e2f-b922420050dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67558d26-ec32-439a-a4d1-737c464f1726 HTTP/1.1" status: 200 len: 217 time: 0.0426397 Mar 07 23:21:28.105243 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983983e-f45e-4d28-9b56-07c998aa46b4 req-2a4dcaa1-0617-45ca-b9ad-9aae93ae5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:28.106848 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9983983e-f45e-4d28-9b56-07c998aa46b4 req-2a4dcaa1-0617-45ca-b9ad-9aae93ae5430 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8514d718-78d0-47bf-aca4-100f86311e4c HTTP/1.1" status: 200 len: 859 time: 0.0456126 Mar 07 23:21:28.141021 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9983983e-f45e-4d28-9b56-07c998aa46b4 req-d74c03b0-bc82-4ce7-ac23-263fdd194fe9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=252e7d4a-e802-4ff2-a0c6-1a446f9d728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262537 Mar 07 23:21:28.143043 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 42006) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:28.238320 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9983983e-f45e-4d28-9b56-07c998aa46b4 req-53c26dd7-319f-449c-9409-d69197a68fac service neutron] 10.222.0.16 "GET /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886703 Mar 07 23:21:28.258154 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-de849e11-4f58-4b6a-aa21-292e78ff1065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:28.368490 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9983983e-f45e-4d28-9b56-07c998aa46b4 req-e7e0fc44-bd40-4272-8987-a231c65c7dd7 service neutron] 10.222.0.16 "GET /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177099 Mar 07 23:21:28.397322 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-de849e11-4f58-4b6a-aa21-292e78ff1065 admin admin] Publish callbacks [] for security_group (ff662430-7df2-43be-94f0-a7fe3947412e), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:28.445215 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 42010) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:28.462180 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-228982a4-53af-41c3-86b1-8cd84d2e48ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:28.472072 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-de849e11-4f58-4b6a-aa21-292e78ff1065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (ff662430-7df2-43be-94f0-a7fe3947412e), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:28.525364 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-de849e11-4f58-4b6a-aa21-292e78ff1065 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2c864b9863f44ccb9599c56c92b82f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3785367 Mar 07 23:21:28.525786 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 42012) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:28.530716 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de849e11-4f58-4b6a-aa21-292e78ff1065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff662430-7df2-43be-94f0-a7fe3947412e,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:28.577625 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-228982a4-53af-41c3-86b1-8cd84d2e48ec admin admin] Publish callbacks [] for security_group (621252ac-9c7c-40b8-81da-e4dfc1a4a2df), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:28.578292 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8718f91-4aad-4561-890a-e83be4f5b2b1 admin admin] Publish callbacks [] for security_group (ff662430-7df2-43be-94f0-a7fe3947412e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:28.598449 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8718f91-4aad-4561-890a-e83be4f5b2b1 admin admin] Publish callbacks [] for security_group (ff662430-7df2-43be-94f0-a7fe3947412e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:28.638618 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-228982a4-53af-41c3-86b1-8cd84d2e48ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (621252ac-9c7c-40b8-81da-e4dfc1a4a2df), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:28.674337 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228982a4-53af-41c3-86b1-8cd84d2e48ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621252ac-9c7c-40b8-81da-e4dfc1a4a2df,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:28.678561 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-228982a4-53af-41c3-86b1-8cd84d2e48ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65dba081f5fd464388790b22a7093f9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320983 Mar 07 23:21:28.681638 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 42014) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:28.727387 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8076d30f-4fd4-4111-83d1-c06ace39651d admin admin] Publish callbacks [] for security_group (621252ac-9c7c-40b8-81da-e4dfc1a4a2df), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:28.741050 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8718f91-4aad-4561-890a-e83be4f5b2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (ff662430-7df2-43be-94f0-a7fe3947412e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:28.743673 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d8718f91-4aad-4561-890a-e83be4f5b2b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:28.744918 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-d8718f91-4aad-4561-890a-e83be4f5b2b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff662430-7df2-43be-94f0-a7fe3947412e HTTP/1.1" status: 204 len: 168 time: 0.2181599 Mar 07 23:21:28.749467 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8076d30f-4fd4-4111-83d1-c06ace39651d admin admin] Publish callbacks [] for security_group (621252ac-9c7c-40b8-81da-e4dfc1a4a2df), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:28.756586 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8718f91-4aad-4561-890a-e83be4f5b2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff662430-7df2-43be-94f0-a7fe3947412e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:28.878344 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8076d30f-4fd4-4111-83d1-c06ace39651d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (621252ac-9c7c-40b8-81da-e4dfc1a4a2df), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:28.880863 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8076d30f-4fd4-4111-83d1-c06ace39651d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:28.882061 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-8076d30f-4fd4-4111-83d1-c06ace39651d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/621252ac-9c7c-40b8-81da-e4dfc1a4a2df HTTP/1.1" status: 204 len: 168 time: 0.1996191 Mar 07 23:21:28.883720 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:28.889797 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076d30f-4fd4-4111-83d1-c06ace39651d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621252ac-9c7c-40b8-81da-e4dfc1a4a2df,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:29.027919 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee0edd-71fc-4cb2-93cc-6a04795c76d3 req-57988a8d-b02e-44b5-98d7-c48e80ff982a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:29.030179 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d1ee0edd-71fc-4cb2-93cc-6a04795c76d3 req-57988a8d-b02e-44b5-98d7-c48e80ff982a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0650754 Mar 07 23:21:29.082627 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d1ee0edd-71fc-4cb2-93cc-6a04795c76d3 req-871a4f9f-eb6e-4eb5-8042-beccfcf7def2 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464263 Mar 07 23:21:30.210012 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12e01e-5779-4bd2-ab4b-3a158f827d4c req-a6491a90-6fd6-4df3-bd9d-aeb68fb83f90 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:30.211782 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6d12e01e-5779-4bd2-ab4b-3a158f827d4c req-a6491a90-6fd6-4df3-bd9d-aeb68fb83f90 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0568354 Mar 07 23:21:30.271347 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6d12e01e-5779-4bd2-ab4b-3a158f827d4c req-dee2765d-9af5-4bd5-951e-fec418d258db tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510678 Mar 07 23:21:30.386549 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:31.399590 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86397da8-61d0-4e9a-9171-02f3042a240c req-96fad89b-0e94-4ad9-b26e-0f7757f2b020 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:31.401110 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-86397da8-61d0-4e9a-9171-02f3042a240c req-96fad89b-0e94-4ad9-b26e-0f7757f2b020 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0552413 Mar 07 23:21:31.449342 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-86397da8-61d0-4e9a-9171-02f3042a240c req-2a3e9a30-e9ff-492b-8e15-ddcdc5c3118b tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425198 Mar 07 23:21:31.776716 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 42216) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:31.859306 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 42222) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:31.939924 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b4ef4872-21f9-4601-a709-c6db8f5e905c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:31.976408 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-12e5d38f-60e2-4b96-aca6-738381a15e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:32.077606 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b4ef4872-21f9-4601-a709-c6db8f5e905c admin admin] Publish callbacks [] for security_group (661ca67a-769e-45a3-8f77-89dcc17a6e4a), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:32.107977 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-12e5d38f-60e2-4b96-aca6-738381a15e54 admin admin] Publish callbacks [] for security_group (5f75c384-ae5a-454d-912c-7c8615ebd14d), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:32.170290 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b4ef4872-21f9-4601-a709-c6db8f5e905c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (661ca67a-769e-45a3-8f77-89dcc17a6e4a), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:32.205624 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-12e5d38f-60e2-4b96-aca6-738381a15e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (5f75c384-ae5a-454d-912c-7c8615ebd14d), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:32.222800 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef4872-21f9-4601-a709-c6db8f5e905c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661ca67a-769e-45a3-8f77-89dcc17a6e4a,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:32.241334 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-b4ef4872-21f9-4601-a709-c6db8f5e905c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8258968023c14cad96090a25da353fdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4565225 Mar 07 23:21:32.241690 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 42234) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:32.258530 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-12e5d38f-60e2-4b96-aca6-738381a15e54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2a05ba35c9f4921943e4aa678b158f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3946173 Mar 07 23:21:32.263401 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 42236) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:32.284232 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5d38f-60e2-4b96-aca6-738381a15e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f75c384-ae5a-454d-912c-7c8615ebd14d,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:32.303523 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b5ab413-6f52-400e-aaaa-01e6ff737f9f admin admin] Publish callbacks [] for security_group (661ca67a-769e-45a3-8f77-89dcc17a6e4a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:32.327040 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a1a75446-4e37-4c0f-960e-22810ca140c9 admin admin] Publish callbacks [] for security_group (5f75c384-ae5a-454d-912c-7c8615ebd14d), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:32.328942 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b5ab413-6f52-400e-aaaa-01e6ff737f9f admin admin] Publish callbacks [] for security_group (661ca67a-769e-45a3-8f77-89dcc17a6e4a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:32.351917 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a1a75446-4e37-4c0f-960e-22810ca140c9 admin admin] Publish callbacks [] for security_group (5f75c384-ae5a-454d-912c-7c8615ebd14d), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:32.449320 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b5ab413-6f52-400e-aaaa-01e6ff737f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (661ca67a-769e-45a3-8f77-89dcc17a6e4a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:32.452427 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0b5ab413-6f52-400e-aaaa-01e6ff737f9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:32.453602 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-0b5ab413-6f52-400e-aaaa-01e6ff737f9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/661ca67a-769e-45a3-8f77-89dcc17a6e4a HTTP/1.1" status: 204 len: 168 time: 0.2113819 Mar 07 23:21:32.461218 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ab413-6f52-400e-aaaa-01e6ff737f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661ca67a-769e-45a3-8f77-89dcc17a6e4a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:32.472314 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a1a75446-4e37-4c0f-960e-22810ca140c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (5f75c384-ae5a-454d-912c-7c8615ebd14d), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:32.475013 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a1a75446-4e37-4c0f-960e-22810ca140c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:32.479368 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-a1a75446-4e37-4c0f-960e-22810ca140c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f75c384-ae5a-454d-912c-7c8615ebd14d HTTP/1.1" status: 204 len: 168 time: 0.2119801 Mar 07 23:21:32.486265 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a75446-4e37-4c0f-960e-22810ca140c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f75c384-ae5a-454d-912c-7c8615ebd14d,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:33.143455 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 42254) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:33.156916 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7286f2e0-48fa-4477-bd85-554d58e5e7a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:33.228717 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 42256) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:33.239186 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7286f2e0-48fa-4477-bd85-554d58e5e7a2 admin admin] Publish callbacks [] for security_group (720d606e-0f40-431b-a2d9-6c64f8b9cfea), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:33.248142 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e775097d-2323-47ed-9897-2689bdb6dbc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:33.265963 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b7105-14f8-42c4-9326-00d24d446fd5 req-3312b664-02c2-45f3-a13a-60d4062aa1d5 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:33.267490 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-808b7105-14f8-42c4-9326-00d24d446fd5 req-3312b664-02c2-45f3-a13a-60d4062aa1d5 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0849290 Mar 07 23:21:33.312943 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-7286f2e0-48fa-4477-bd85-554d58e5e7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (720d606e-0f40-431b-a2d9-6c64f8b9cfea), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:33.327444 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-808b7105-14f8-42c4-9326-00d24d446fd5 req-bedcdaad-ab83-4976-b629-5af677cc57bb tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540769 Mar 07 23:21:33.335895 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e775097d-2323-47ed-9897-2689bdb6dbc2 admin admin] Publish callbacks [] for security_group (d253e408-1b72-4d1e-8ca1-be17f483fda2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:33.375432 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-7286f2e0-48fa-4477-bd85-554d58e5e7a2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aac104de72074dfdb77032f4ae1a4c82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285757 Mar 07 23:21:33.375432 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286f2e0-48fa-4477-bd85-554d58e5e7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720d606e-0f40-431b-a2d9-6c64f8b9cfea,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:33.378229 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 42264) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:33.418348 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e775097d-2323-47ed-9897-2689bdb6dbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (d253e408-1b72-4d1e-8ca1-be17f483fda2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:33.467155 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-e775097d-2323-47ed-9897-2689bdb6dbc2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=325e69f3cb5448ffb0fa7cfb694a8458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373590 Mar 07 23:21:33.469754 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 42270) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:33.476772 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775097d-2323-47ed-9897-2689bdb6dbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d253e408-1b72-4d1e-8ca1-be17f483fda2,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:33.479332 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecbee44d-2bf5-46fd-b3ee-8be331eddfd9 admin admin] Publish callbacks [] for security_group (720d606e-0f40-431b-a2d9-6c64f8b9cfea), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:33.510787 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecbee44d-2bf5-46fd-b3ee-8be331eddfd9 admin admin] Publish callbacks [] for security_group (720d606e-0f40-431b-a2d9-6c64f8b9cfea), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:33.536766 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-460e7a8e-87a9-4fba-b55f-fb315206c09e admin admin] Publish callbacks [] for security_group (d253e408-1b72-4d1e-8ca1-be17f483fda2), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:33.558785 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-460e7a8e-87a9-4fba-b55f-fb315206c09e admin admin] Publish callbacks [] for security_group (d253e408-1b72-4d1e-8ca1-be17f483fda2), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:33.666837 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-460e7a8e-87a9-4fba-b55f-fb315206c09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (d253e408-1b72-4d1e-8ca1-be17f483fda2), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:33.667046 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecbee44d-2bf5-46fd-b3ee-8be331eddfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (720d606e-0f40-431b-a2d9-6c64f8b9cfea), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:33.669970 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ecbee44d-2bf5-46fd-b3ee-8be331eddfd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:33.670081 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-460e7a8e-87a9-4fba-b55f-fb315206c09e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:33.671203 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-ecbee44d-2bf5-46fd-b3ee-8be331eddfd9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/720d606e-0f40-431b-a2d9-6c64f8b9cfea HTTP/1.1" status: 204 len: 168 time: 0.2919979 Mar 07 23:21:33.674246 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-460e7a8e-87a9-4fba-b55f-fb315206c09e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d253e408-1b72-4d1e-8ca1-be17f483fda2 HTTP/1.1" status: 204 len: 168 time: 0.2027023 Mar 07 23:21:33.682948 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e7a8e-87a9-4fba-b55f-fb315206c09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d253e408-1b72-4d1e-8ca1-be17f483fda2,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:33.683080 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbee44d-2bf5-46fd-b3ee-8be331eddfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720d606e-0f40-431b-a2d9-6c64f8b9cfea,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:34.524435 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 42296) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:34.540695 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c461a09-bfc0-4765-993c-b683c13060fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:34.616082 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c461a09-bfc0-4765-993c-b683c13060fc admin admin] Publish callbacks [] for security_group (b1eacddb-f370-4944-8b02-aae94d510053), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:34.695824 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c461a09-bfc0-4765-993c-b683c13060fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (b1eacddb-f370-4944-8b02-aae94d510053), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:34.733819 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-4c461a09-bfc0-4765-993c-b683c13060fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4dcbdf488d049b78d3740d9925a4065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2082012 Mar 07 23:21:34.734458 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c461a09-bfc0-4765-993c-b683c13060fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1eacddb-f370-4944-8b02-aae94d510053,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:34.736460 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 42306) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:34.786836 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-19e958b3-b1b6-4a5e-9307-a19102fd5b54 admin admin] Publish callbacks [] for security_group (b1eacddb-f370-4944-8b02-aae94d510053), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:34.811360 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-19e958b3-b1b6-4a5e-9307-a19102fd5b54 admin admin] Publish callbacks [] for security_group (b1eacddb-f370-4944-8b02-aae94d510053), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:34.940890 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-19e958b3-b1b6-4a5e-9307-a19102fd5b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (b1eacddb-f370-4944-8b02-aae94d510053), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:34.943579 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-19e958b3-b1b6-4a5e-9307-a19102fd5b54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:34.947460 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-19e958b3-b1b6-4a5e-9307-a19102fd5b54 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1eacddb-f370-4944-8b02-aae94d510053 HTTP/1.1" status: 204 len: 168 time: 0.2073269 Mar 07 23:21:34.953073 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e958b3-b1b6-4a5e-9307-a19102fd5b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1eacddb-f370-4944-8b02-aae94d510053,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:35.836649 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f80a60-0c22-41b2-b1b8-321ae22f146b req-299516ab-818b-4277-b538-b813f3b55cff tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:35.836649 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-20f80a60-0c22-41b2-b1b8-321ae22f146b req-299516ab-818b-4277-b538-b813f3b55cff tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0659370 Mar 07 23:21:35.881980 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-20f80a60-0c22-41b2-b1b8-321ae22f146b req-4528b415-7b92-46d3-a110-bcc4f3c8078e tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423491 Mar 07 23:21:36.670433 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 42400) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:36.775859 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b115933f-3552-4b87-8246-9416199421fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:36.848247 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b115933f-3552-4b87-8246-9416199421fb admin admin] Publish callbacks [] for security_group (31881d8a-16eb-49d4-b58c-9b87dd3e933d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:36.900555 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b115933f-3552-4b87-8246-9416199421fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (31881d8a-16eb-49d4-b58c-9b87dd3e933d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:36.938654 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-b115933f-3552-4b87-8246-9416199421fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f6a6b80a6334beabd3c432c56ba40da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670951 Mar 07 23:21:36.940551 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115933f-3552-4b87-8246-9416199421fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31881d8a-16eb-49d4-b58c-9b87dd3e933d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:36.941367 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 42406) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:37.035322 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f8997c1-610f-42f2-ad27-4d9750dde7ea admin admin] Publish callbacks [] for security_group (31881d8a-16eb-49d4-b58c-9b87dd3e933d), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:37.054108 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb63c0e-72d3-4324-95a4-14cfb863fcf2 req-4538ca6b-86a3-4fc6-a63b-ef28b7f1dbf7 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:37.055609 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9fb63c0e-72d3-4324-95a4-14cfb863fcf2 req-4538ca6b-86a3-4fc6-a63b-ef28b7f1dbf7 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0936475 Mar 07 23:21:37.075767 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f8997c1-610f-42f2-ad27-4d9750dde7ea admin admin] Publish callbacks [] for security_group (31881d8a-16eb-49d4-b58c-9b87dd3e933d), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:37.135407 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9fb63c0e-72d3-4324-95a4-14cfb863fcf2 req-1aef2e8c-5156-4bf1-ae3f-0c480d13b77b tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695915 Mar 07 23:21:37.203908 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f8997c1-610f-42f2-ad27-4d9750dde7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (31881d8a-16eb-49d4-b58c-9b87dd3e933d), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:37.206529 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3f8997c1-610f-42f2-ad27-4d9750dde7ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:37.207659 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-3f8997c1-610f-42f2-ad27-4d9750dde7ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31881d8a-16eb-49d4-b58c-9b87dd3e933d HTTP/1.1" status: 204 len: 168 time: 0.2652645 Mar 07 23:21:37.215869 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8997c1-610f-42f2-ad27-4d9750dde7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31881d8a-16eb-49d4-b58c-9b87dd3e933d,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:38.268572 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186128f4-5293-4d0a-a3f8-f3288da39351 req-f47d9d36-16c3-4fc1-bd76-cfd9b6929e99 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:38.270192 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-186128f4-5293-4d0a-a3f8-f3288da39351 req-f47d9d36-16c3-4fc1-bd76-cfd9b6929e99 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0575707 Mar 07 23:21:38.323415 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-186128f4-5293-4d0a-a3f8-f3288da39351 req-1a796355-85b9-41b9-98b3-7ce95130d3ee tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473688 Mar 07 23:21:39.352220 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 42490) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:39.496389 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bd4ab687-042a-4373-b3bd-35a9d7f7f6ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:39.516701 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab83a2-95b5-4de6-ae87-9fa5d0cce027 req-4316ee60-0378-4603-9180-a8c37beeed6b tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:39.518316 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6bab83a2-95b5-4de6-ae87-9fa5d0cce027 req-4316ee60-0378-4603-9180-a8c37beeed6b tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0953705 Mar 07 23:21:39.605414 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bd4ab687-042a-4373-b3bd-35a9d7f7f6ce admin admin] Publish callbacks [] for security_group (71113656-5e2a-4873-9e25-4ef6bf61f046), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:39.620102 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6bab83a2-95b5-4de6-ae87-9fa5d0cce027 req-513ad69c-f7fc-4dc8-930d-bd99d4ae13bf tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902643 Mar 07 23:21:39.649738 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bd4ab687-042a-4373-b3bd-35a9d7f7f6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (71113656-5e2a-4873-9e25-4ef6bf61f046), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:39.695969 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-bd4ab687-042a-4373-b3bd-35a9d7f7f6ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aec17a15a5dd448a81aed216709f2fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3424234 Mar 07 23:21:39.697286 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ab687-042a-4373-b3bd-35a9d7f7f6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71113656-5e2a-4873-9e25-4ef6bf61f046,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:39.698634 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 42508) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:39.747527 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4bf2ac65-5ab8-4130-abb1-8d2d7636d30a admin admin] Publish callbacks [] for security_group (71113656-5e2a-4873-9e25-4ef6bf61f046), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:39.770219 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4bf2ac65-5ab8-4130-abb1-8d2d7636d30a admin admin] Publish callbacks [] for security_group (71113656-5e2a-4873-9e25-4ef6bf61f046), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:39.866238 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4bf2ac65-5ab8-4130-abb1-8d2d7636d30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (71113656-5e2a-4873-9e25-4ef6bf61f046), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:39.870131 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4bf2ac65-5ab8-4130-abb1-8d2d7636d30a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:39.872102 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-4bf2ac65-5ab8-4130-abb1-8d2d7636d30a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/71113656-5e2a-4873-9e25-4ef6bf61f046 HTTP/1.1" status: 204 len: 168 time: 0.1724727 Mar 07 23:21:39.882763 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2ac65-5ab8-4130-abb1-8d2d7636d30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71113656-5e2a-4873-9e25-4ef6bf61f046,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:40.547976 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 42534) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:40.561775 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-93b7dde6-8ffc-4996-a6d3-0690791ce540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:40.646827 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-93b7dde6-8ffc-4996-a6d3-0690791ce540 admin admin] Publish callbacks [] for security_group (5756ce5b-78c9-444c-96dc-73a45c6e7d71), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:40.718006 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-93b7dde6-8ffc-4996-a6d3-0690791ce540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (5756ce5b-78c9-444c-96dc-73a45c6e7d71), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:40.759831 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-93b7dde6-8ffc-4996-a6d3-0690791ce540 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a66e007a0170458abb350027bdfc499c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2107937 Mar 07 23:21:40.760633 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7dde6-8ffc-4996-a6d3-0690791ce540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5756ce5b-78c9-444c-96dc-73a45c6e7d71,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:40.762149 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8966a5-536a-4638-861c-de26a96f01c1 req-74b88835-7cf5-4bee-bb5c-2bf65d85e716 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:40.763167 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 42544) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:40.770090 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ba8966a5-536a-4638-861c-de26a96f01c1 req-74b88835-7cf5-4bee-bb5c-2bf65d85e716 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0663309 Mar 07 23:21:40.818999 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b627257c-c073-42f3-9983-4e44b80ca74d admin admin] Publish callbacks [] for security_group (5756ce5b-78c9-444c-96dc-73a45c6e7d71), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:40.821742 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ba8966a5-536a-4638-861c-de26a96f01c1 req-a73db7f7-7a64-4587-b345-51bd216ca431 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508795 Mar 07 23:21:40.846568 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b627257c-c073-42f3-9983-4e44b80ca74d admin admin] Publish callbacks [] for security_group (5756ce5b-78c9-444c-96dc-73a45c6e7d71), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:41.043445 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b627257c-c073-42f3-9983-4e44b80ca74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (5756ce5b-78c9-444c-96dc-73a45c6e7d71), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:41.046570 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b627257c-c073-42f3-9983-4e44b80ca74d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:41.047721 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-b627257c-c073-42f3-9983-4e44b80ca74d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5756ce5b-78c9-444c-96dc-73a45c6e7d71 HTTP/1.1" status: 204 len: 168 time: 0.2836699 Mar 07 23:21:41.056568 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627257c-c073-42f3-9983-4e44b80ca74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5756ce5b-78c9-444c-96dc-73a45c6e7d71,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:41.947663 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96bd05-a7c3-46b5-9c42-ff0254624b95 req-2819e5fa-6b1c-4303-969a-14a350e04847 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:41.949098 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-be96bd05-a7c3-46b5-9c42-ff0254624b95 req-2819e5fa-6b1c-4303-969a-14a350e04847 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0561481 Mar 07 23:21:41.996707 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-be96bd05-a7c3-46b5-9c42-ff0254624b95 req-0d888289-f2df-41c1-97dc-9b273f3a245e tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413835 Mar 07 23:21:42.222050 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380282b-bb8b-41fc-a3f3-4b92de06a3a6 req-7db044ed-1cc2-4bd9-b547-2c8be706dac9 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:42.223651 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b380282b-bb8b-41fc-a3f3-4b92de06a3a6 req-7db044ed-1cc2-4bd9-b547-2c8be706dac9 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0544195 Mar 07 23:21:42.275287 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b380282b-bb8b-41fc-a3f3-4b92de06a3a6 req-c5afc7e4-ac8a-46ea-8b4e-587d35c4371a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450788 Mar 07 23:21:42.297842 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4e2da-39aa-4be6-8738-f7544ad70513 req-e09af169-875d-4526-8197-408574ed60c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:42.298577 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d5d4e2da-39aa-4be6-8738-f7544ad70513 req-e09af169-875d-4526-8197-408574ed60c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e0ba9e6a9da4330a40c6943e3681050&device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 1129 time: 0.0581458 Mar 07 23:21:42.582916 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4e2da-39aa-4be6-8738-f7544ad70513 req-c4533d6f-38df-404b-aba0-44ae639344fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:42.584515 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d5d4e2da-39aa-4be6-8738-f7544ad70513 req-c4533d6f-38df-404b-aba0-44ae639344fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=252e7d4a-e802-4ff2-a0c6-1a446f9d728b HTTP/1.1" status: 200 len: 920 time: 0.2760251 Mar 07 23:21:42.626501 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d5d4e2da-39aa-4be6-8738-f7544ad70513 req-32cec3a5-3352-45af-826b-b8048774b5e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67558d26-ec32-439a-a4d1-737c464f1726 HTTP/1.1" status: 200 len: 217 time: 0.0347769 Mar 07 23:21:42.682324 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4e2da-39aa-4be6-8738-f7544ad70513 req-3b792fe7-4a3b-4b9b-85aa-2f8746a6b34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:42.683986 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d5d4e2da-39aa-4be6-8738-f7544ad70513 req-3b792fe7-4a3b-4b9b-85aa-2f8746a6b34c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8514d718-78d0-47bf-aca4-100f86311e4c HTTP/1.1" status: 200 len: 859 time: 0.0434804 Mar 07 23:21:42.716698 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d5d4e2da-39aa-4be6-8738-f7544ad70513 req-295e3046-105b-4771-8a80-1b2e95332a03 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=252e7d4a-e802-4ff2-a0c6-1a446f9d728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255342 Mar 07 23:21:42.811669 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d5d4e2da-39aa-4be6-8738-f7544ad70513 req-06c37569-69a4-4235-8b83-c4803ec38113 service neutron] 10.222.0.16 "GET /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885389 Mar 07 23:21:42.901786 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d5d4e2da-39aa-4be6-8738-f7544ad70513 req-9a9291e4-d513-4384-8f0f-dbc25b36eedf service neutron] 10.222.0.16 "GET /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842347 Mar 07 23:21:43.124749 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b787d-27c7-4e70-9114-c133cc2afa47 req-f5010fd4-96d1-4689-a087-c354f1a504df tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:43.126259 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d45b787d-27c7-4e70-9114-c133cc2afa47 req-f5010fd4-96d1-4689-a087-c354f1a504df tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0532591 Mar 07 23:21:43.177294 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d45b787d-27c7-4e70-9114-c133cc2afa47 req-86d8537a-14f8-4dbb-b72d-555d1f5643f9 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424674 Mar 07 23:21:43.400225 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e7789-0f0f-4b7a-b0ea-cbef700baaca req-de05a85a-b66e-4022-a76e-24ed063d2d58 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:43.401650 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-979e7789-0f0f-4b7a-b0ea-cbef700baaca req-de05a85a-b66e-4022-a76e-24ed063d2d58 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0546944 Mar 07 23:21:43.452313 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-979e7789-0f0f-4b7a-b0ea-cbef700baaca req-249c02ae-9585-4a31-8f28-e46f59e8a243 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450456 Mar 07 23:21:44.295649 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9edbf0-2936-41e0-8dd6-2646e78df311 req-7ec8ff11-bf89-4e2b-b4cf-24180855821d tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:44.297133 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-de9edbf0-2936-41e0-8dd6-2646e78df311 req-7ec8ff11-bf89-4e2b-b4cf-24180855821d tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0503592 Mar 07 23:21:44.342016 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-de9edbf0-2936-41e0-8dd6-2646e78df311 req-ed9f5787-647b-4a7c-9d78-7fbaeec36b02 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394804 Mar 07 23:21:44.574041 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022a29b-d34c-4713-8f8f-714fcda77ea1 req-f41cdcc5-fa05-4f4f-914e-d819e9bd12e1 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:44.575492 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d022a29b-d34c-4713-8f8f-714fcda77ea1 req-f41cdcc5-fa05-4f4f-914e-d819e9bd12e1 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0568979 Mar 07 23:21:44.620696 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d022a29b-d34c-4713-8f8f-714fcda77ea1 req-bbea70ca-539f-48b5-bf58-26be47ceef18 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397024 Mar 07 23:21:45.465219 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9faed-1a53-4252-8f20-b2da20c08638 req-9d78007e-a0d9-4fb6-8bbd-400d2356dbd0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:45.466702 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-29b9faed-1a53-4252-8f20-b2da20c08638 req-9d78007e-a0d9-4fb6-8bbd-400d2356dbd0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0547791 Mar 07 23:21:45.518469 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-29b9faed-1a53-4252-8f20-b2da20c08638 req-7cd816d9-893e-4d9b-89b3-bb0760939711 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462351 Mar 07 23:21:45.736596 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29edc8-cf43-4d18-9631-622e1e6e7ac0 req-9731900d-8c76-404b-a46f-3e1cd1ac6bd0 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:45.738182 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-bc29edc8-cf43-4d18-9631-622e1e6e7ac0 req-9731900d-8c76-404b-a46f-3e1cd1ac6bd0 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0534077 Mar 07 23:21:45.782894 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-bc29edc8-cf43-4d18-9631-622e1e6e7ac0 req-7139137d-26a8-436d-ad46-a0ec56f5c7db tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391099 Mar 07 23:21:46.655423 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288699d7-bcac-4768-abb0-0739ba87b284 req-7628b66d-d733-4f6f-b61d-556d80329643 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:46.656873 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-288699d7-bcac-4768-abb0-0739ba87b284 req-7628b66d-d733-4f6f-b61d-556d80329643 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0506244 Mar 07 23:21:46.703650 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-288699d7-bcac-4768-abb0-0739ba87b284 req-bca7fef9-58cd-4cfd-83bf-56a94798dd92 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412848 Mar 07 23:21:46.902722 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ad4d1-5cb8-41ec-9b12-ad8509ffef73 req-3d9f227d-bc20-4925-b34c-ef4bc1c86b5c tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:46.904166 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2c2ad4d1-5cb8-41ec-9b12-ad8509ffef73 req-3d9f227d-bc20-4925-b34c-ef4bc1c86b5c tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0535073 Mar 07 23:21:46.949835 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2c2ad4d1-5cb8-41ec-9b12-ad8509ffef73 req-316c3572-bbf7-4095-82bc-f3b930f6be5a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401766 Mar 07 23:21:47.829956 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bbe3f-c026-49c3-a9d4-4e505923bdc8 req-09f1350d-7d52-45be-9339-0f6637cd8301 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:47.831466 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e83bbe3f-c026-49c3-a9d4-4e505923bdc8 req-09f1350d-7d52-45be-9339-0f6637cd8301 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0562103 Mar 07 23:21:47.877611 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e83bbe3f-c026-49c3-a9d4-4e505923bdc8 req-e6475622-3c39-4b0b-87e9-322aed009378 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405877 Mar 07 23:21:48.066482 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcf07f-11d8-4149-b0e0-11543c91cfe4 req-24a43ace-48ee-480f-9114-f88fa54d5b3a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:48.067950 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c7dcf07f-11d8-4149-b0e0-11543c91cfe4 req-24a43ace-48ee-480f-9114-f88fa54d5b3a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0509193 Mar 07 23:21:48.113121 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c7dcf07f-11d8-4149-b0e0-11543c91cfe4 req-5f15ff1c-764c-43ab-bb04-81fef2d30d25 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393264 Mar 07 23:21:48.890654 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 42708) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:49.007370 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fbda4ac5-6e98-4381-ba79-ba6d89bbac52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:49.028872 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028014d4-e3e1-419f-988e-885e8ad5d97a req-eac39ed2-c032-4ad4-ac32-cedf2e3e356c tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:49.030944 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-028014d4-e3e1-419f-988e-885e8ad5d97a req-eac39ed2-c032-4ad4-ac32-cedf2e3e356c tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0753589 Mar 07 23:21:49.095836 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-028014d4-e3e1-419f-988e-885e8ad5d97a req-2b102680-916b-4c92-b50b-8c53d74b1987 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587289 Mar 07 23:21:49.129608 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fbda4ac5-6e98-4381-ba79-ba6d89bbac52 admin admin] Publish callbacks [] for security_group (19ba20c6-6184-4323-9428-d1b5f17920d9), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:49.208756 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fbda4ac5-6e98-4381-ba79-ba6d89bbac52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (19ba20c6-6184-4323-9428-d1b5f17920d9), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:49.233830 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b4b70-5c2d-471f-87f4-4f05b0002941 req-056f1dd1-2d8a-4067-acb6-ce3bf7a3d05e tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:49.235306 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-291b4b70-5c2d-471f-87f4-4f05b0002941 req-056f1dd1-2d8a-4067-acb6-ce3bf7a3d05e tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0553360 Mar 07 23:21:49.251351 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-fbda4ac5-6e98-4381-ba79-ba6d89bbac52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed78d10418084ff995eedc0e9f304797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3585913 Mar 07 23:21:49.252224 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda4ac5-6e98-4381-ba79-ba6d89bbac52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ba20c6-6184-4323-9428-d1b5f17920d9,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:49.254176 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 42718) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:49.308149 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-291b4b70-5c2d-471f-87f4-4f05b0002941 req-5e7d71cc-fd9d-4bd1-bb9c-3c24cbc25f07 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672526 Mar 07 23:21:49.323874 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ac329850-dd45-451c-9f7b-26dd55999c9e admin admin] Publish callbacks [] for security_group (19ba20c6-6184-4323-9428-d1b5f17920d9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:49.345293 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ac329850-dd45-451c-9f7b-26dd55999c9e admin admin] Publish callbacks [] for security_group (19ba20c6-6184-4323-9428-d1b5f17920d9), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:49.449075 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ac329850-dd45-451c-9f7b-26dd55999c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (19ba20c6-6184-4323-9428-d1b5f17920d9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:49.452337 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ac329850-dd45-451c-9f7b-26dd55999c9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:49.453570 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-ac329850-dd45-451c-9f7b-26dd55999c9e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19ba20c6-6184-4323-9428-d1b5f17920d9 HTTP/1.1" status: 204 len: 168 time: 0.1985304 Mar 07 23:21:49.462230 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac329850-dd45-451c-9f7b-26dd55999c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ba20c6-6184-4323-9428-d1b5f17920d9,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:49.469754 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac329850-dd45-451c-9f7b-26dd55999c9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:49.469907 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac329850-dd45-451c-9f7b-26dd55999c9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:49.470231 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac329850-dd45-451c-9f7b-26dd55999c9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:49.471040 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac329850-dd45-451c-9f7b-26dd55999c9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:49.471347 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac329850-dd45-451c-9f7b-26dd55999c9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:49.471689 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac329850-dd45-451c-9f7b-26dd55999c9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:49.472025 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac329850-dd45-451c-9f7b-26dd55999c9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:49.472461 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac329850-dd45-451c-9f7b-26dd55999c9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:49.472698 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac329850-dd45-451c-9f7b-26dd55999c9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:49.475512 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac329850-dd45-451c-9f7b-26dd55999c9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:49.481268 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac329850-dd45-451c-9f7b-26dd55999c9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:49.481919 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac329850-dd45-451c-9f7b-26dd55999c9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:49.483120 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac329850-dd45-451c-9f7b-26dd55999c9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:49.992202 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 42734) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:49.996836 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-135e9b09-7012-4400-b116-eef2299b7f03 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1743548811', 'description': 'tempest-description--1117009049'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:21:49.997700 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 42736) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:50.010602 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d357b661-b942-4a3c-9689-33b968b2c592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:50.071598 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-135e9b09-7012-4400-b116-eef2299b7f03 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:50.080974 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d357b661-b942-4a3c-9689-33b968b2c592 admin admin] Publish callbacks [] for security_group (2246675d-ec8a-439e-95e3-318de26f9e8d), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:50.122761 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d357b661-b942-4a3c-9689-33b968b2c592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (2246675d-ec8a-439e-95e3-318de26f9e8d), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:50.135384 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-135e9b09-7012-4400-b116-eef2299b7f03 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group (1c3219d3-d70c-40fe-acb1-397441134667), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:50.157192 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357b661-b942-4a3c-9689-33b968b2c592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2246675d-ec8a-439e-95e3-318de26f9e8d,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:50.168473 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-d357b661-b942-4a3c-9689-33b968b2c592 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80808acadfdf4f769005e97073132271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1697490 Mar 07 23:21:50.170566 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b661-b942-4a3c-9689-33b968b2c592 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:50.170925 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b661-b942-4a3c-9689-33b968b2c592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:50.171271 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b661-b942-4a3c-9689-33b968b2c592 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:50.171647 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b661-b942-4a3c-9689-33b968b2c592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:50.171987 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b661-b942-4a3c-9689-33b968b2c592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:50.172318 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b661-b942-4a3c-9689-33b968b2c592 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:50.172684 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b661-b942-4a3c-9689-33b968b2c592 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:50.173005 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b661-b942-4a3c-9689-33b968b2c592 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:50.173343 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b661-b942-4a3c-9689-33b968b2c592 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:50.173678 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b661-b942-4a3c-9689-33b968b2c592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:50.174008 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b661-b942-4a3c-9689-33b968b2c592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:50.174332 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b661-b942-4a3c-9689-33b968b2c592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:50.174655 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b661-b942-4a3c-9689-33b968b2c592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:50.176618 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 42740) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:50.199157 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-135e9b09-7012-4400-b116-eef2299b7f03 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (1c3219d3-d70c-40fe-acb1-397441134667), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:50.254695 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e9b09-7012-4400-b116-eef2299b7f03 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3219d3-d70c-40fe-acb1-397441134667,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:50.282919 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd58471-3fb1-4dff-886e-1f704d047944 req-80f076e7-320c-4fcb-ad62-4fff9af591e3 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:50.284370 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-dbd58471-3fb1-4dff-886e-1f704d047944 req-80f076e7-320c-4fcb-ad62-4fff9af591e3 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.1185081 Mar 07 23:21:50.287083 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b4c6262-78c0-41f6-8c64-e108599404b4 admin admin] Publish callbacks [] for security_group (2246675d-ec8a-439e-95e3-318de26f9e8d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:50.328909 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b4c6262-78c0-41f6-8c64-e108599404b4 admin admin] Publish callbacks [] for security_group (2246675d-ec8a-439e-95e3-318de26f9e8d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:50.332383 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-135e9b09-7012-4400-b116-eef2299b7f03 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:50.333672 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-135e9b09-7012-4400-b116-eef2299b7f03 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3404272 Mar 07 23:21:50.337562 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 42744) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:50.342537 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-1d9ba29e-825d-41ec-8fb5-92cc6e76c9bb tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Request body: {'security_group_rule': {'security_group_id': '1c3219d3-d70c-40fe-acb1-397441134667', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:21:50.361431 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-dbd58471-3fb1-4dff-886e-1f704d047944 req-84c8861a-10c6-4d2b-a45e-b1d08816c8f5 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714791 Mar 07 23:21:50.429303 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1d9ba29e-825d-41ec-8fb5-92cc6e76c9bb tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group_rule (eaa9ce30-2e8e-4040-bad3-d8e3474b546d), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:50.452024 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494567f8-4824-4d9e-aa71-5e823c8e3ad6 req-143c3f76-9b0e-4390-9aa5-2c14f904f0ae tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:50.453233 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-494567f8-4824-4d9e-aa71-5e823c8e3ad6 req-143c3f76-9b0e-4390-9aa5-2c14f904f0ae tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0665379 Mar 07 23:21:50.455371 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b4c6262-78c0-41f6-8c64-e108599404b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (2246675d-ec8a-439e-95e3-318de26f9e8d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:50.458415 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9b4c6262-78c0-41f6-8c64-e108599404b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:50.459540 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-9b4c6262-78c0-41f6-8c64-e108599404b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2246675d-ec8a-439e-95e3-318de26f9e8d HTTP/1.1" status: 204 len: 168 time: 0.2828524 Mar 07 23:21:50.469869 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c6262-78c0-41f6-8c64-e108599404b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2246675d-ec8a-439e-95e3-318de26f9e8d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:50.535621 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-494567f8-4824-4d9e-aa71-5e823c8e3ad6 req-f5720f1e-bde6-4e8b-9571-e700af4da690 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753775 Mar 07 23:21:50.537343 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1d9ba29e-825d-41ec-8fb5-92cc6e76c9bb tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group_rule (eaa9ce30-2e8e-4040-bad3-d8e3474b546d), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:50.608878 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1d9ba29e-825d-41ec-8fb5-92cc6e76c9bb tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (eaa9ce30-2e8e-4040-bad3-d8e3474b546d), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:50.628521 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ba29e-825d-41ec-8fb5-92cc6e76c9bb tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa9ce30-2e8e-4040-bad3-d8e3474b546d,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:50.708010 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1d9ba29e-825d-41ec-8fb5-92cc6e76c9bb tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:50.709222 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-1d9ba29e-825d-41ec-8fb5-92cc6e76c9bb tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3710909 Mar 07 23:21:50.711976 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 42752) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:50.717138 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-a2a8327d-6422-41fe-86cc-f29afbcfa2a6 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Request body: {'security_group_rule': {'security_group_id': '1c3219d3-d70c-40fe-acb1-397441134667', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:21:50.808136 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a2a8327d-6422-41fe-86cc-f29afbcfa2a6 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group_rule (73a6a306-578a-4d06-ab81-e603e8900395), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:50.864026 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a2a8327d-6422-41fe-86cc-f29afbcfa2a6 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group_rule (73a6a306-578a-4d06-ab81-e603e8900395), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:50.905927 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a2a8327d-6422-41fe-86cc-f29afbcfa2a6 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (73a6a306-578a-4d06-ab81-e603e8900395), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:50.923631 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8327d-6422-41fe-86cc-f29afbcfa2a6 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a6a306-578a-4d06-ab81-e603e8900395,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:50.976671 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a2a8327d-6422-41fe-86cc-f29afbcfa2a6 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:50.977903 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-a2a8327d-6422-41fe-86cc-f29afbcfa2a6 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2649968 Mar 07 23:21:50.981588 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 42756) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:50.986544 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-5e69e601-aece-467a-ad3b-7428535cc4e2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Request body: {'floatingip': {'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:21:51.049190 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 42758) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:51.062404 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ef5bdc1c-e37f-4f94-9d6a-5c6fdeed826b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:51.080800 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5e69e601-aece-467a-ad3b-7428535cc4e2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:51.201092 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ef5bdc1c-e37f-4f94-9d6a-5c6fdeed826b admin admin] Publish callbacks [] for security_group (0d3df19c-bea5-41ad-85fc-bb438ce50410), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:51.222820 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5e69e601-aece-467a-ad3b-7428535cc4e2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:51.261391 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ef5bdc1c-e37f-4f94-9d6a-5c6fdeed826b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (0d3df19c-bea5-41ad-85fc-bb438ce50410), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:51.314085 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bdc1c-e37f-4f94-9d6a-5c6fdeed826b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3df19c-bea5-41ad-85fc-bb438ce50410,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:51.320565 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-ef5bdc1c-e37f-4f94-9d6a-5c6fdeed826b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1096323c86e742c99c65f42f74622cb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703898 Mar 07 23:21:51.323436 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 42760) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:51.363889 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-5e69e601-aece-467a-ad3b-7428535cc4e2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Allocated IP 172.27.3.211 (4f60912c-99c2-416c-85f4-ec579757987b/f4612345-726c-47ef-92a6-cd50d588f814/440a18f8-2376-472e-a92a-e3a8d76956e0) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:21:51.370903 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fcd3fb1d-2954-45ce-b8ad-c917b8f56a4f admin admin] Publish callbacks [] for security_group (0d3df19c-bea5-41ad-85fc-bb438ce50410), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:51.394835 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fcd3fb1d-2954-45ce-b8ad-c917b8f56a4f admin admin] Publish callbacks [] for security_group (0d3df19c-bea5-41ad-85fc-bb438ce50410), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:51.464583 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5e69e601-aece-467a-ad3b-7428535cc4e2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for port (440a18f8-2376-472e-a92a-e3a8d76956e0), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:51.486002 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f06cc-e608-4d1a-a87e-76ff035a6bdc req-6987afe4-54b1-4b6b-8840-a4a9bf7a67aa tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:51.487480 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c00f06cc-e608-4d1a-a87e-76ff035a6bdc req-6987afe4-54b1-4b6b-8840-a4a9bf7a67aa tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0519452 Mar 07 23:21:51.518202 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fcd3fb1d-2954-45ce-b8ad-c917b8f56a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (0d3df19c-bea5-41ad-85fc-bb438ce50410), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:51.520758 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fcd3fb1d-2954-45ce-b8ad-c917b8f56a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:51.522082 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-fcd3fb1d-2954-45ce-b8ad-c917b8f56a4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d3df19c-bea5-41ad-85fc-bb438ce50410 HTTP/1.1" status: 204 len: 168 time: 0.1976047 Mar 07 23:21:51.535087 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3fb1d-2954-45ce-b8ad-c917b8f56a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3df19c-bea5-41ad-85fc-bb438ce50410,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:51.552194 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c00f06cc-e608-4d1a-a87e-76ff035a6bdc req-cffcec4b-69fa-4558-8dac-5f42a20d3c36 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591934 Mar 07 23:21:51.569347 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5e69e601-aece-467a-ad3b-7428535cc4e2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (440a18f8-2376-472e-a92a-e3a8d76956e0), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:51.646090 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e69e601-aece-467a-ad3b-7428535cc4e2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Network 4f60912c-99c2-416c-85f4-ec579757987b is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:21:51.661408 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-5e69e601-aece-467a-ad3b-7428535cc4e2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:21:51.679980 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e69e601-aece-467a-ad3b-7428535cc4e2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:21:51.704717 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69e601-aece-467a-ad3b-7428535cc4e2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event updated for resources: {'Port': ['ID=440a18f8-2376-472e-a92a-e3a8d76956e0,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:51.744445 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664a80c-c3e6-4dd2-9f95-4ef6fdc0d1ab req-ec876363-d7bf-4a3d-bffb-f90cfca6c2c7 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:51.745933 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3664a80c-c3e6-4dd2-9f95-4ef6fdc0d1ab req-ec876363-d7bf-4a3d-bffb-f90cfca6c2c7 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.1035161 Mar 07 23:21:51.821166 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5e69e601-aece-467a-ad3b-7428535cc4e2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (6284e668-13be-4edd-b666-dd86493cbe5b), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:51.830144 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3664a80c-c3e6-4dd2-9f95-4ef6fdc0d1ab req-ac9db0ce-f0d8-4ae1-834f-2577cf9dfd22 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621336 Mar 07 23:21:51.905226 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5e69e601-aece-467a-ad3b-7428535cc4e2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (440a18f8-2376-472e-a92a-e3a8d76956e0), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:52.053286 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5e69e601-aece-467a-ad3b-7428535cc4e2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for port (440a18f8-2376-472e-a92a-e3a8d76956e0), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:52.146178 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5e69e601-aece-467a-ad3b-7428535cc4e2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (440a18f8-2376-472e-a92a-e3a8d76956e0), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:52.216577 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69e601-aece-467a-ad3b-7428535cc4e2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event updated for resources: {'Port': ['ID=440a18f8-2376-472e-a92a-e3a8d76956e0,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:52.227082 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5e69e601-aece-467a-ad3b-7428535cc4e2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (6284e668-13be-4edd-b666-dd86493cbe5b), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:52.313951 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5e69e601-aece-467a-ad3b-7428535cc4e2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:52.315179 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-5e69e601-aece-467a-ad3b-7428535cc4e2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3320997 Mar 07 23:21:52.510141 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-bdf8b47f-120a-4769-a049-16d441965f63 req-5028acb9-9fe4-421d-b682-fbdd441ff08a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1743548811&fields=id&tenant_id=80516370fe324566aba801c4236e78d9 HTTP/1.1" status: 200 len: 267 time: 0.0416386 Mar 07 23:21:52.619241 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8b47f-120a-4769-a049-16d441965f63 req-661dcd74-be8d-4619-aa36-dd6fc86ca26f tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:52.620730 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-bdf8b47f-120a-4769-a049-16d441965f63 req-661dcd74-be8d-4619-aa36-dd6fc86ca26f tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/networks?id=cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b HTTP/1.1" status: 200 len: 815 time: 0.1042426 Mar 07 23:21:52.636707 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-bdf8b47f-120a-4769-a049-16d441965f63 req-95fef690-d5e4-407b-8cc4-947bed556ee4 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/quotas/80516370fe324566aba801c4236e78d9 HTTP/1.1" status: 200 len: 375 time: 0.0092156 Mar 07 23:21:52.642933 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 42808) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:52.711967 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-bdf8b47f-120a-4769-a049-16d441965f63 req-999002ee-63d8-4473-a113-a4efb5db5780 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=80516370fe324566aba801c4236e78d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0612853 Mar 07 23:21:52.726014 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1d2b5-2fb4-4cdc-ad72-492cfe81b470 req-f9e851eb-fac2-4736-b176-a255331fa232 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:52.733519 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9ae1d2b5-2fb4-4cdc-ad72-492cfe81b470 req-f9e851eb-fac2-4736-b176-a255331fa232 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0802267 Mar 07 23:21:52.780119 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-93ed3845-57b3-4d70-a5cc-ca334cbc5516 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-191020582-network', 'tenant_id': '5878a1661e7440f7a42a4df87c8c6838'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:21:52.786794 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9ae1d2b5-2fb4-4cdc-ad72-492cfe81b470 req-d4bee75f-5479-4a64-8a0a-0ad3c7efb754 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524604 Mar 07 23:21:52.814257 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-bdf8b47f-120a-4769-a049-16d441965f63 req-1e231dc7-e22c-43f2-b714-1a26be78040d service neutron] 10.222.0.24 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898893 Mar 07 23:21:52.859520 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ed3845-57b3-4d70-a5cc-ca334cbc5516 admin admin] Made reservation on behalf of 5878a1661e7440f7a42a4df87c8c6838 for: {'network': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:21:52.861949 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-93ed3845-57b3-4d70-a5cc-ca334cbc5516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for network (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:52.872354 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-93ed3845-57b3-4d70-a5cc-ca334cbc5516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:52.906270 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-bdf8b47f-120a-4769-a049-16d441965f63 req-09b20e16-d32d-4219-89c8-150fd8bffd26 service neutron] 10.222.0.24 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860875 Mar 07 23:21:52.977653 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79aecc-16a5-4667-a806-c3a8e7380d17 req-6bcdaa1a-f391-42cd-a63a-37f9b4f3bbaa tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:52.979132 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-cd79aecc-16a5-4667-a806-c3a8e7380d17 req-6bcdaa1a-f391-42cd-a63a-37f9b4f3bbaa tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0787513 Mar 07 23:21:52.996456 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-93ed3845-57b3-4d70-a5cc-ca334cbc5516 admin admin] Publish callbacks [] for security_group (0468ac00-56aa-4b30-98fd-a74bb6605d47), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:53.030739 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-cd79aecc-16a5-4667-a806-c3a8e7380d17 req-5fa3a571-23a9-40e4-a11a-12484accd20c tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439200 Mar 07 23:21:53.049154 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-93ed3845-57b3-4d70-a5cc-ca334cbc5516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (0468ac00-56aa-4b30-98fd-a74bb6605d47), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:53.074595 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ed3845-57b3-4d70-a5cc-ca334cbc5516 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 23:21:53.084410 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed3845-57b3-4d70-a5cc-ca334cbc5516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0468ac00-56aa-4b30-98fd-a74bb6605d47,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:53.090694 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-93ed3845-57b3-4d70-a5cc-ca334cbc5516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:53.091043 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.db.segments_db [None req-93ed3845-57b3-4d70-a5cc-ca334cbc5516 admin admin] Added segment 91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62 of type vlan for network 75059b77-daef-4a16-bb53-9c0565a13b9e Mar 07 23:21:53.141364 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-93ed3845-57b3-4d70-a5cc-ca334cbc5516 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747802386454'] for network (75059b77-daef-4a16-bb53-9c0565a13b9e), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:53.169369 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b885339c-1578-4a23-b6f7-2baa769e0317 req-2813be2d-b6d4-476a-87e9-8eb92a0079a0 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 210 time: 0.0358367 Mar 07 23:21:53.225740 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-93ed3845-57b3-4d70-a5cc-ca334cbc5516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for network (75059b77-daef-4a16-bb53-9c0565a13b9e), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:53.226961 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ed3845-57b3-4d70-a5cc-ca334cbc5516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:53.227661 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-93ed3845-57b3-4d70-a5cc-ca334cbc5516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:53.286020 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed3845-57b3-4d70-a5cc-ca334cbc5516 admin admin] Pushing event updated for resources: {'Network': ['ID=75059b77-daef-4a16-bb53-9c0565a13b9e,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:53.295636 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Network 75059b77-daef-4a16-bb53-9c0565a13b9e details requested by agent ovs-agent-dv-cinder-813223-6-iscsi with host dv-cinder-813223-6-iscsi {{(pid=103609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 23:21:53.320311 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-93ed3845-57b3-4d70-a5cc-ca334cbc5516 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6760268 Mar 07 23:21:53.323221 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 42824) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:21:53.328480 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-b4a58900-ba2a-49bc-8ec9-c1170e101779 admin admin] Request body: {'subnet': {'network_id': '75059b77-daef-4a16-bb53-9c0565a13b9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-191020582-subnet', 'tenant_id': '5878a1661e7440f7a42a4df87c8c6838', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:21:53.385997 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a58900-ba2a-49bc-8ec9-c1170e101779 admin admin] Made reservation on behalf of 5878a1661e7440f7a42a4df87c8c6838 for: {'subnet': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:21:53.389054 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b4a58900-ba2a-49bc-8ec9-c1170e101779 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2721206'] for subnet (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:53.597399 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b4a58900-ba2a-49bc-8ec9-c1170e101779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2398858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2721192'] for subnet (41713100-eb5c-4472-8fa0-f019c6871bff), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:53.648945 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a58900-ba2a-49bc-8ec9-c1170e101779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41713100-eb5c-4472-8fa0-f019c6871bff,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:53.659720 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a58900-ba2a-49bc-8ec9-c1170e101779 admin admin] Checking segment: {'id': '91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '75059b77-daef-4a16-bb53-9c0565a13b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:21:53.660071 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a58900-ba2a-49bc-8ec9-c1170e101779 admin admin] Network hostable DHCP agents. Network: 75059b77-daef-4a16-bb53-9c0565a13b9e, hostable agents: ['3a1e77f0-bb24-4b35-90df-eea7dfe1ff53'], hosted agents: [] {{(pid=103608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 23:21:53.751454 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a58900-ba2a-49bc-8ec9-c1170e101779 admin admin] Network 75059b77-daef-4a16-bb53-9c0565a13b9e is scheduled to be hosted by DHCP agent 3a1e77f0-bb24-4b35-90df-eea7dfe1ff53 with binding_index 1 {{(pid=103608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 23:21:53.848435 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-b4a58900-ba2a-49bc-8ec9-c1170e101779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-6-iscsi, 75059b77-daef-4a16-bb53-9c0565a13b9e) {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:21:53.853024 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a58900-ba2a-49bc-8ec9-c1170e101779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:53.862855 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b4a58900-ba2a-49bc-8ec9-c1170e101779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:53.863664 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123063c6-47b6-4058-872f-2cf3670dea09 None None] Network 75059b77-daef-4a16-bb53-9c0565a13b9e requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:21:53.916239 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79216b-76cf-4cfb-b872-d204b5eca3b7 req-fcd53408-50b4-4537-a575-0961fdd0d99f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:53.916811 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-881ce4ff-debb-46ba-9af8-5f1eb7bf86a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:53.917890 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-bf79216b-76cf-4cfb-b872-d204b5eca3b7 req-fcd53408-50b4-4537-a575-0961fdd0d99f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0524657 Mar 07 23:21:53.949852 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-b4a58900-ba2a-49bc-8ec9-c1170e101779 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6185565 Mar 07 23:21:53.962643 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bec3d6-5ba0-4d02-a985-68de74349b3f None None] Network 75059b77-daef-4a16-bb53-9c0565a13b9e requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:21:53.981484 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-bf79216b-76cf-4cfb-b872-d204b5eca3b7 req-0ba9884c-94cf-4dad-a5f6-d660e2ee3ad7 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558827 Mar 07 23:21:54.190362 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ed5bb-9ba0-46ca-9ce0-b4c3b9abeb8d req-33159954-26b0-4ee0-a7bf-98e09abe93c7 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:54.191849 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2b6ed5bb-9ba0-46ca-9ce0-b4c3b9abeb8d req-33159954-26b0-4ee0-a7bf-98e09abe93c7 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0840225 Mar 07 23:21:54.226082 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-43f68557-7234-48c3-bfa2-52d9074ccca0 req-e66444fc-29ec-47d6-bdd1-a982815ac2b1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773969 Mar 07 23:21:54.277462 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2b6ed5bb-9ba0-46ca-9ce0-b4c3b9abeb8d req-2e255c00-94e8-436f-9adc-d832b92a776a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718510 Mar 07 23:21:54.281567 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-64a3b44d-573f-415a-aff5-12526038cc3c req-ca78a5bd-dcf8-414b-82ff-b70a0c74f716 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 210 time: 0.0381942 Mar 07 23:21:54.316301 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f68557-7234-48c3-bfa2-52d9074ccca0 req-ce073334-04ed-4d60-8eba-aa4aea40f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:54.317845 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-43f68557-7234-48c3-bfa2-52d9074ccca0 req-ce073334-04ed-4d60-8eba-aa4aea40f96f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e0ba9e6a9da4330a40c6943e3681050&device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 1129 time: 0.0605261 Mar 07 23:21:54.423464 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f68557-7234-48c3-bfa2-52d9074ccca0 req-cd3d6526-c00a-4bab-822f-63047a0a6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:54.424918 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-43f68557-7234-48c3-bfa2-52d9074ccca0 req-cd3d6526-c00a-4bab-822f-63047a0a6f44 service neutron] 10.222.0.16 "GET /v2.0/networks?id=252e7d4a-e802-4ff2-a0c6-1a446f9d728b HTTP/1.1" status: 200 len: 920 time: 0.0870650 Mar 07 23:21:54.467992 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-43f68557-7234-48c3-bfa2-52d9074ccca0 req-15fa9f33-5a16-4db8-b146-4592f56bb7e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a320ceb-a248-4b06-b6dc-4d2862fed54a HTTP/1.1" status: 200 len: 217 time: 0.0342081 Mar 07 23:21:54.521503 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f68557-7234-48c3-bfa2-52d9074ccca0 req-5c1e40a6-9eb2-4274-ae67-1d62b7280a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:54.523017 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-43f68557-7234-48c3-bfa2-52d9074ccca0 req-5c1e40a6-9eb2-4274-ae67-1d62b7280a73 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8514d718-78d0-47bf-aca4-100f86311e4c HTTP/1.1" status: 200 len: 859 time: 0.0459044 Mar 07 23:21:54.554916 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-43f68557-7234-48c3-bfa2-52d9074ccca0 req-d303ccb9-1619-4806-a8b4-399d34f9cf7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=252e7d4a-e802-4ff2-a0c6-1a446f9d728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247934 Mar 07 23:21:54.657871 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-43f68557-7234-48c3-bfa2-52d9074ccca0 req-a7d6d294-e0b8-4fc1-8a2b-a5ff15ec86e7 service neutron] 10.222.0.16 "GET /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816660 Mar 07 23:21:54.759170 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-43f68557-7234-48c3-bfa2-52d9074ccca0 req-01e5da49-f2b2-4f2a-a927-254d6803b549 service neutron] 10.222.0.16 "GET /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830390 Mar 07 23:21:55.189015 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd0ddf-fa1d-4f35-9d54-aed9ab212876 req-c395fa41-f859-4508-b5ab-1f0f6b2dba84 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:55.190840 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c6bd0ddf-fa1d-4f35-9d54-aed9ab212876 req-c395fa41-f859-4508-b5ab-1f0f6b2dba84 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.1234224 Mar 07 23:21:55.200549 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8b47f-120a-4769-a049-16d441965f63 req-890a2cb7-2910-4377-aae2-aebb28e89b4a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:55.202030 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bdf8b47f-120a-4769-a049-16d441965f63 req-890a2cb7-2910-4377-aae2-aebb28e89b4a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.16 "GET /v2.0/networks?id=cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b HTTP/1.1" status: 200 len: 815 time: 0.1441112 Mar 07 23:21:55.274515 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c6bd0ddf-fa1d-4f35-9d54-aed9ab212876 req-d3ab376a-4196-4c6d-8807-f833ab303030 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714350 Mar 07 23:21:55.302254 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bdf8b47f-120a-4769-a049-16d441965f63 req-d13e55f5-b58c-4f85-a2ac-35094688c3e1 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80516370fe324566aba801c4236e78d9 HTTP/1.1" status: 200 len: 473 time: 0.0862489 Mar 07 23:21:55.313461 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-bdf8b47f-120a-4769-a049-16d441965f63 req-4de9bc79-504a-4157-b740-93bde04da7f4 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Request body: {'port': {'device_id': '865ca5fe-992f-4ef4-b041-3e95f56e4363', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'admin_state_up': True, 'tenant_id': '80516370fe324566aba801c4236e78d9', 'security_groups': ['1c3219d3-d70c-40fe-acb1-397441134667']}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:21:55.401138 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e811e3-953a-47df-96a8-bbde33d9a82f req-adcceb30-c9bb-4305-a442-6ea26f2d9f7b tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:55.402622 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-87e811e3-953a-47df-96a8-bbde33d9a82f req-adcceb30-c9bb-4305-a442-6ea26f2d9f7b tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0582635 Mar 07 23:21:55.415378 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b7e2fdd2-c5b0-42c3-8b9b-b6bcb52ec988 req-a1e1db8e-742f-4d26-a8b1-e95405b1d280 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 210 time: 0.0343833 Mar 07 23:21:55.456341 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-87e811e3-953a-47df-96a8-bbde33d9a82f req-4ee95d14-03a7-44fe-8c42-61b987544d49 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460553 Mar 07 23:21:55.517076 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf8b47f-120a-4769-a049-16d441965f63 req-4de9bc79-504a-4157-b740-93bde04da7f4 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Made reservation on behalf of 80516370fe324566aba801c4236e78d9 for: {'port': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:21:55.520390 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-bdf8b47f-120a-4769-a049-16d441965f63 req-4de9bc79-504a-4157-b740-93bde04da7f4 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:55.644292 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [req-bdf8b47f-120a-4769-a049-16d441965f63 req-4de9bc79-504a-4157-b740-93bde04da7f4 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Allocated IP 172.20.0.11 (cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b/af3489ec-4655-4601-bbd0-7398fa1960d1/72b79f94-8c4e-4a8e-86fa-5d2bce233d03) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:21:55.776005 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-bdf8b47f-120a-4769-a049-16d441965f63 req-4de9bc79-504a-4157-b740-93bde04da7f4 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for port (72b79f94-8c4e-4a8e-86fa-5d2bce233d03), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:55.877497 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-bdf8b47f-120a-4769-a049-16d441965f63 req-4de9bc79-504a-4157-b740-93bde04da7f4 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (72b79f94-8c4e-4a8e-86fa-5d2bce233d03), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:55.905707 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:55.927527 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf8b47f-120a-4769-a049-16d441965f63 req-4de9bc79-504a-4157-b740-93bde04da7f4 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:21:55.943420 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [req-bdf8b47f-120a-4769-a049-16d441965f63 req-4de9bc79-504a-4157-b740-93bde04da7f4 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:21:55.955231 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf8b47f-120a-4769-a049-16d441965f63 req-4de9bc79-504a-4157-b740-93bde04da7f4 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:21:55.959250 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9bc79-504a-4157-b740-93bde04da7f4 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event updated for resources: {'Port': ['ID=72b79f94-8c4e-4a8e-86fa-5d2bce233d03,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:56.028628 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8b47f-120a-4769-a049-16d441965f63 req-4de9bc79-504a-4157-b740-93bde04da7f4 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:56.029817 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-bdf8b47f-120a-4769-a049-16d441965f63 req-4de9bc79-504a-4157-b740-93bde04da7f4 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:56.148686 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bdf8b47f-120a-4769-a049-16d441965f63 req-4de9bc79-504a-4157-b740-93bde04da7f4 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8400605 Mar 07 23:21:56.168297 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-bdf8b47f-120a-4769-a049-16d441965f63 req-c6962def-99c2-4105-a901-1750aa58a7a2 service neutron] Request body: {'port': {'device_id': '865ca5fe-992f-4ef4-b041-3e95f56e4363', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:21:56.203843 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f4b9665a-2717-460b-823d-cc07d05f2d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:56.271639 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-bdf8b47f-120a-4769-a049-16d441965f63 req-c6962def-99c2-4105-a901-1750aa58a7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (72b79f94-8c4e-4a8e-86fa-5d2bce233d03), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:56.279703 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-a2a5fafa-409e-474f-84bb-4d7974f8b36d tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:56.281413 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-a2a5fafa-409e-474f-84bb-4d7974f8b36d tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/networks?id=75059b77-daef-4a16-bb53-9c0565a13b9e HTTP/1.1" status: 200 len: 808 time: 0.1266358 Mar 07 23:21:56.301500 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-2068fa2e-f4ec-4619-8b43-3dfcc8da8761 None None] Provisioning complete for port 72b79f94-8c4e-4a8e-86fa-5d2bce233d03 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:21:56.302807 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-2068fa2e-f4ec-4619-8b43-3dfcc8da8761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (72b79f94-8c4e-4a8e-86fa-5d2bce233d03), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:56.313798 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-78e04899-36c0-4477-877a-ec2b60eb763d tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/quotas/5878a1661e7440f7a42a4df87c8c6838 HTTP/1.1" status: 200 len: 375 time: 0.0195003 Mar 07 23:21:56.353717 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-ac1ea057-2676-498d-a166-2a446be3e85d tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5878a1661e7440f7a42a4df87c8c6838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386846 Mar 07 23:21:56.355267 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-2068fa2e-f4ec-4619-8b43-3dfcc8da8761 None None] Port 72b79f94-8c4e-4a8e-86fa-5d2bce233d03 cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:21:56.452897 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-15e5667c-06d8-4c9e-8673-d95548009e84 service neutron] 10.222.0.24 "GET /v2.0/networks/75059b77-daef-4a16-bb53-9c0565a13b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980520 Mar 07 23:21:56.548305 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-76185646-75b8-4e66-a180-13a477d0a765 service neutron] 10.222.0.24 "GET /v2.0/networks/75059b77-daef-4a16-bb53-9c0565a13b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892980 Mar 07 23:21:56.662596 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee55a51-f1e2-4552-99ee-5a58d4f71c66 req-03476be7-8e9e-45e3-9b15-021cc13c906a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:56.664088 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-cee55a51-f1e2-4552-99ee-5a58d4f71c66 req-03476be7-8e9e-45e3-9b15-021cc13c906a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.1326528 Mar 07 23:21:56.759430 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-cee55a51-f1e2-4552-99ee-5a58d4f71c66 req-932320d2-0007-4a4a-b133-54c20cdad974 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872827 Mar 07 23:21:56.844730 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [req-bdf8b47f-120a-4769-a049-16d441965f63 req-c6962def-99c2-4105-a901-1750aa58a7a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b79f94-8c4e-4a8e-86fa-5d2bce233d03 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:21:56.853901 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-bdf8b47f-120a-4769-a049-16d441965f63 req-c6962def-99c2-4105-a901-1750aa58a7a2 service neutron] Publish callbacks [] for port (72b79f94-8c4e-4a8e-86fa-5d2bce233d03), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:56.869435 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [req-bdf8b47f-120a-4769-a049-16d441965f63 req-c6962def-99c2-4105-a901-1750aa58a7a2 service neutron] Transition to ACTIVE for port object 72b79f94-8c4e-4a8e-86fa-5d2bce233d03 will not be triggered until provisioned by entity L2. {{(pid=103608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 23:21:56.881119 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb24578-2033-4463-a856-e754e007a6ca req-a56839a8-7eb7-4e50-bf78-879a10a234c7 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:56.882614 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5eb24578-2033-4463-a856-e754e007a6ca req-a56839a8-7eb7-4e50-bf78-879a10a234c7 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0660439 Mar 07 23:21:56.927821 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab0029-8f78-4422-89a6-8055f4b04470 req-8177d69a-2fb0-47dd-ad65-d5ef699c9c06 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:56.929458 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-11ab0029-8f78-4422-89a6-8055f4b04470 req-8177d69a-2fb0-47dd-ad65-d5ef699c9c06 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 932 time: 0.0588932 Mar 07 23:21:56.949586 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5eb24578-2033-4463-a856-e754e007a6ca req-30a72fe4-84e5-4ff0-b90b-b6ddb96df345 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594416 Mar 07 23:21:56.964239 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-bdf8b47f-120a-4769-a049-16d441965f63 req-c6962def-99c2-4105-a901-1750aa58a7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (72b79f94-8c4e-4a8e-86fa-5d2bce233d03), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:57.034984 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6962def-99c2-4105-a901-1750aa58a7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=72b79f94-8c4e-4a8e-86fa-5d2bce233d03,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:57.045801 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-11ab0029-8f78-4422-89a6-8055f4b04470 req-c8f077c3-f977-42db-a882-d968bdfcd2e5 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c3219d3-d70c-40fe-acb1-397441134667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087055 Mar 07 23:21:57.052422 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d418c-8ff7-4b4d-86f4-2a9004bbd69a req-f0b57eee-3ff9-49ae-8439-0cfca017cb31 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:57.054002 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e83d418c-8ff7-4b4d-86f4-2a9004bbd69a req-f0b57eee-3ff9-49ae-8439-0cfca017cb31 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0574608 Mar 07 23:21:57.123260 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e83d418c-8ff7-4b4d-86f4-2a9004bbd69a req-2a362fd5-c2ec-4aa5-a9b5-c7dade21f20a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580108 Mar 07 23:21:57.133512 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-961094e3-9d98-493c-9f72-0bfd68894fb6 req-a12f8aac-9973-4a67-9ee8-4f8aaec10d10 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4 HTTP/1.1" status: 200 len: 210 time: 0.0378754 Mar 07 23:21:57.151481 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-bdf8b47f-120a-4769-a049-16d441965f63 req-c6962def-99c2-4105-a901-1750aa58a7a2 service neutron] Attempting to bind port 72b79f94-8c4e-4a8e-86fa-5d2bce233d03 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:21:57.151813 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-bdf8b47f-120a-4769-a049-16d441965f63 req-c6962def-99c2-4105-a901-1750aa58a7a2 service neutron] Attempting to bind port 72b79f94-8c4e-4a8e-86fa-5d2bce233d03 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:21:57.152337 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf8b47f-120a-4769-a049-16d441965f63 req-c6962def-99c2-4105-a901-1750aa58a7a2 service neutron] Attempting to bind port 72b79f94-8c4e-4a8e-86fa-5d2bce233d03 on network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:21:57.160154 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf8b47f-120a-4769-a049-16d441965f63 req-c6962def-99c2-4105-a901-1750aa58a7a2 service neutron] Port 72b79f94-8c4e-4a8e-86fa-5d2bce233d03 on network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 23:21:57.160485 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf8b47f-120a-4769-a049-16d441965f63 req-c6962def-99c2-4105-a901-1750aa58a7a2 service neutron] Attempting to bind port 72b79f94-8c4e-4a8e-86fa-5d2bce233d03 on network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:21:57.166154 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf8b47f-120a-4769-a049-16d441965f63 req-c6962def-99c2-4105-a901-1750aa58a7a2 service neutron] Checking agent: {'id': 'c3ad4338-66dc-4d28-9621-abda7889d413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'started_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:21:57.166580 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf8b47f-120a-4769-a049-16d441965f63 req-c6962def-99c2-4105-a901-1750aa58a7a2 service neutron] Checking segment: {'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:21:57.170255 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf8b47f-120a-4769-a049-16d441965f63 req-c6962def-99c2-4105-a901-1750aa58a7a2 service neutron] Bound using segment: {'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:21:57.170255 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-bdf8b47f-120a-4769-a049-16d441965f63 req-c6962def-99c2-4105-a901-1750aa58a7a2 service neutron] Bound port: 72b79f94-8c4e-4a8e-86fa-5d2bce233d03, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:21:57.170255 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-bdf8b47f-120a-4769-a049-16d441965f63 req-c6962def-99c2-4105-a901-1750aa58a7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (72b79f94-8c4e-4a8e-86fa-5d2bce233d03), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:57.232275 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-bdf8b47f-120a-4769-a049-16d441965f63 req-c6962def-99c2-4105-a901-1750aa58a7a2 service neutron] For port 72b79f94-8c4e-4a8e-86fa-5d2bce233d03, host hv-cinder-81322, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:21:57.235337 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-bdf8b47f-120a-4769-a049-16d441965f63 req-c6962def-99c2-4105-a901-1750aa58a7a2 service neutron] For port 72b79f94-8c4e-4a8e-86fa-5d2bce233d03, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=72b79f94-8c4e-4a8e-86fa-5d2bce233d03,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:21:57.294951 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-bdf8b47f-120a-4769-a049-16d441965f63 req-c6962def-99c2-4105-a901-1750aa58a7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (72b79f94-8c4e-4a8e-86fa-5d2bce233d03), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:57.332085 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8b47f-120a-4769-a049-16d441965f63 req-c6962def-99c2-4105-a901-1750aa58a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:57.332085 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-bdf8b47f-120a-4769-a049-16d441965f63 req-c6962def-99c2-4105-a901-1750aa58a7a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:57.332085 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bdf8b47f-120a-4769-a049-16d441965f63 req-c6962def-99c2-4105-a901-1750aa58a7a2 service neutron] 10.222.0.16 "PUT /v2.0/ports/72b79f94-8c4e-4a8e-86fa-5d2bce233d03 HTTP/1.1" status: 200 len: 1094 time: 1.1679597 Mar 07 23:21:57.332085 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865ca5fe-992f-4ef4-b041-3e95f56e4363', 'tag': '72b79f94-8c4e-4a8e-86fa-5d2bce233d03'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:21:57.332994 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3c2570-2226-4f3f-86fc-4a7ac6be7713" -d '{"events": [{"name": "network-changed", "server_uuid": "865ca5fe-992f-4ef4-b041-3e95f56e4363", "tag": "72b79f94-8c4e-4a8e-86fa-5d2bce233d03"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:21:57.362738 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6962def-99c2-4105-a901-1750aa58a7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=72b79f94-8c4e-4a8e-86fa-5d2bce233d03,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:57.380465 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f7f6e3-7492-477d-991f-316163a49312 x-openstack-request-id: req-93f7f6e3-7492-477d-991f-316163a49312 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:21:57.380760 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865ca5fe-992f-4ef4-b041-3e95f56e4363", "tag": "72b79f94-8c4e-4a8e-86fa-5d2bce233d03", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:21:57.381051 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93f7f6e3-7492-477d-991f-316163a49312 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:21:57.381665 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865ca5fe-992f-4ef4-b041-3e95f56e4363', 'tag': '72b79f94-8c4e-4a8e-86fa-5d2bce233d03', 'status': 'completed', 'code': 200} Mar 07 23:21:57.455915 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c2570-2226-4f3f-86fc-4a7ac6be7713 req-4e950607-7a67-430f-9a40-ffbd25f83c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:57.457630 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6b3c2570-2226-4f3f-86fc-4a7ac6be7713 req-4e950607-7a67-430f-9a40-ffbd25f83c70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80516370fe324566aba801c4236e78d9&device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 1128 time: 0.0521791 Mar 07 23:21:57.635436 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c2570-2226-4f3f-86fc-4a7ac6be7713 req-ba45adaf-c114-490e-be85-0b092a68315f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:57.636926 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6b3c2570-2226-4f3f-86fc-4a7ac6be7713 req-ba45adaf-c114-490e-be85-0b092a68315f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=80516370fe324566aba801c4236e78d9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1672249 Mar 07 23:21:57.728631 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:57.797609 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c2570-2226-4f3f-86fc-4a7ac6be7713 req-ceaadec5-e721-48d2-a2c2-8d417c8763f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:57.799178 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6b3c2570-2226-4f3f-86fc-4a7ac6be7713 req-ceaadec5-e721-48d2-a2c2-8d417c8763f9 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1545835 Mar 07 23:21:57.924015 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1817c-28fc-41ef-a7f3-d27739cbf905 req-a8837f89-4439-43da-9b7b-38f03ce52c1d tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:57.925566 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-adf1817c-28fc-41ef-a7f3-d27739cbf905 req-a8837f89-4439-43da-9b7b-38f03ce52c1d tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0741470 Mar 07 23:21:57.931623 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8b47f-120a-4769-a049-16d441965f63 req-3a029a1f-b8e4-4d67-aaa8-738e42d97b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:57.931623 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bdf8b47f-120a-4769-a049-16d441965f63 req-3a029a1f-b8e4-4d67-aaa8-738e42d97b9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80516370fe324566aba801c4236e78d9&device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 1128 time: 0.0860252 Mar 07 23:21:57.989650 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bdf8b47f-120a-4769-a049-16d441965f63 req-0fd1bccf-5cc4-455f-82d7-9acff8dfc4d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72b79f94-8c4e-4a8e-86fa-5d2bce233d03 HTTP/1.1" status: 200 len: 217 time: 0.0425458 Mar 07 23:21:58.005458 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-adf1817c-28fc-41ef-a7f3-d27739cbf905 req-e82de311-e8b9-47a8-a561-50e8fd000bcd tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741298 Mar 07 23:21:58.057327 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:21:58.061333 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8b47f-120a-4769-a049-16d441965f63 req-5399ee2c-bb51-4e34-b302-2bab8076055a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:58.062837 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bdf8b47f-120a-4769-a049-16d441965f63 req-5399ee2c-bb51-4e34-b302-2bab8076055a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af3489ec-4655-4601-bbd0-7398fa1960d1 HTTP/1.1" status: 200 len: 854 time: 0.0564568 Mar 07 23:21:58.072819 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2b18b-839b-45e5-8b77-7f3d50274391 req-3f2ce6d9-99bf-4145-b9e9-bd2e8f300fcd tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:58.074310 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-56d2b18b-839b-45e5-8b77-7f3d50274391 req-3f2ce6d9-99bf-4145-b9e9-bd2e8f300fcd tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0651741 Mar 07 23:21:58.130232 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-56d2b18b-839b-45e5-8b77-7f3d50274391 req-f0d62698-6420-40fb-b901-dbc8a61eea00 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486262 Mar 07 23:21:58.139422 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8b47f-120a-4769-a049-16d441965f63 req-b1bf3d58-887b-4874-a49f-92e5939d8c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:58.140938 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bdf8b47f-120a-4769-a049-16d441965f63 req-b1bf3d58-887b-4874-a49f-92e5939d8c20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702686 Mar 07 23:21:58.234814 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c9d9b-9e17-4866-8420-e4b5643337b3 req-0f9c8208-b5c8-40d9-b6f9-6fc630acf1ad tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:58.236308 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1c1c9d9b-9e17-4866-8420-e4b5643337b3 req-0f9c8208-b5c8-40d9-b6f9-6fc630acf1ad tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 944 time: 0.1106009 Mar 07 23:21:58.267410 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec68b07-c1af-4357-b9e1-369008eb488a req-41bdcb0f-fe2b-47d3-8724-ab7046df5ccc tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:58.274321 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6ec68b07-c1af-4357-b9e1-369008eb488a req-41bdcb0f-fe2b-47d3-8724-ab7046df5ccc tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0634723 Mar 07 23:21:58.289349 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bdf8b47f-120a-4769-a049-16d441965f63 req-276956c0-0bc3-4e0c-b67a-a9a308b1d077 service neutron] 10.222.0.16 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338315 Mar 07 23:21:58.329179 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6ec68b07-c1af-4357-b9e1-369008eb488a req-bdb94f64-a039-42ae-9c16-0b34449e36bf tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539086 Mar 07 23:21:58.381949 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1c1c9d9b-9e17-4866-8420-e4b5643337b3 req-c39553e6-80cf-4b6d-b8ab-1a3751a075d2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c3219d3-d70c-40fe-acb1-397441134667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301188 Mar 07 23:21:58.413841 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bdf8b47f-120a-4769-a049-16d441965f63 req-eb17d33c-6f7f-4c28-8bc9-53aa13065e29 service neutron] 10.222.0.16 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114547 Mar 07 23:21:58.418342 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-cda1a550-acee-442d-b272-e5e9730606d0 req-208c2c0c-adcd-4737-9abb-ca25b1224e89 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4 HTTP/1.1" status: 200 len: 210 time: 0.0386093 Mar 07 23:21:58.658378 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:21:58.754081 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:21:58.764058 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': '576aa2fb-f48e-4e0f-b52b-d6a33a6329ac', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'port_id': '576aa2fb-f48e-4e0f-b52b-d6a33a6329ac', 'mac_address': 'fa:16:3e:60:a3:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:21:58.810756 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac is: ACTIVE; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:21:58.811141 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:58.824570 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:21:58.847650 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:21:58.865137 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:58.916529 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:21:58.961542 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac,revision_number=6']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:21:58.968754 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:58.969165 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:58.969528 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:58.969868 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:58.970195 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:58.970519 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:58.970842 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:58.971163 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:58.971486 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:58.971816 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:58.972143 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:58.972456 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:58.972773 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:21:59.135978 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd2cff-4c28-4d42-ac21-8215db2d1646 req-e8c23070-ca86-49cb-aa69-a12fac9e6889 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:59.137436 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a5fd2cff-4c28-4d42-ac21-8215db2d1646 req-e8c23070-ca86-49cb-aa69-a12fac9e6889 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 944 time: 0.0505672 Mar 07 23:21:59.184353 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a5fd2cff-4c28-4d42-ac21-8215db2d1646 req-25560035-f67f-44b0-a2e4-9d35e03cabf7 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410779 Mar 07 23:21:59.252869 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51efcb-7848-4a4f-8fa2-3ed1089d6a1b req-7655765c-9e28-40cc-8dd2-6795b03fc382 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:59.254370 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6f51efcb-7848-4a4f-8fa2-3ed1089d6a1b req-7655765c-9e28-40cc-8dd2-6795b03fc382 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0511196 Mar 07 23:21:59.305762 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6f51efcb-7848-4a4f-8fa2-3ed1089d6a1b req-03c4a9b9-744d-4025-a274-6992da5143db tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458889 Mar 07 23:21:59.436255 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557c4ff-6452-4ea7-a6d7-faee57154ef9 req-0cd6c114-6d2b-402b-ba10-3e540672a43e tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:59.437751 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c557c4ff-6452-4ea7-a6d7-faee57154ef9 req-0cd6c114-6d2b-402b-ba10-3e540672a43e tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0503721 Mar 07 23:21:59.483792 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c557c4ff-6452-4ea7-a6d7-faee57154ef9 req-46b9f933-c992-40fc-bcb6-7eec4b156d71 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401351 Mar 07 23:21:59.506650 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088dbfd-56b9-42ba-933e-c519d1e8ac44 req-09cedf24-34f0-42da-85bc-5e1be6c36ea0 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:21:59.508195 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b088dbfd-56b9-42ba-933e-c519d1e8ac44 req-09cedf24-34f0-42da-85bc-5e1be6c36ea0 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 944 time: 0.0528545 Mar 07 23:21:59.555069 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b088dbfd-56b9-42ba-933e-c519d1e8ac44 req-29f44ed8-eed1-4330-8b21-4794bfe7cd62 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c3219d3-d70c-40fe-acb1-397441134667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406570 Mar 07 23:21:59.568242 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-79bfb2f2-9501-473e-aefb-dff288aecc61 req-5ad01a7b-f6ae-4d77-9277-732ed3c57246 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4 HTTP/1.1" status: 200 len: 210 time: 0.0285692 Mar 07 23:22:00.307687 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b567b-5bf4-4018-8422-199cb40a9954 req-d739d4f1-dca3-4623-b8d2-c0e4a27b57dd tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:00.309201 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-7f0b567b-5bf4-4018-8422-199cb40a9954 req-d739d4f1-dca3-4623-b8d2-c0e4a27b57dd tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 944 time: 0.0498562 Mar 07 23:22:00.359102 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-7f0b567b-5bf4-4018-8422-199cb40a9954 req-805c1cd4-a0da-4391-9d2b-da499b4dc795 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436714 Mar 07 23:22:00.362663 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:00.425710 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f4c3e-5c9f-4fd4-a639-83ec14b8628d req-6f8ca1eb-f2db-4082-b617-582a0e141739 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:00.427192 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-793f4c3e-5c9f-4fd4-a639-83ec14b8628d req-6f8ca1eb-f2db-4082-b617-582a0e141739 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0506296 Mar 07 23:22:00.472859 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-793f4c3e-5c9f-4fd4-a639-83ec14b8628d req-9fc0c6a5-ac40-485a-9c37-94821ec0d9fb tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399766 Mar 07 23:22:00.602065 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f4c1b-4674-4812-8b82-d0e9f087bd50 req-cfba1cbe-39bd-44df-86c4-108a58e36d51 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:00.603526 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d61f4c1b-4674-4812-8b82-d0e9f087bd50 req-cfba1cbe-39bd-44df-86c4-108a58e36d51 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0536747 Mar 07 23:22:00.649201 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d61f4c1b-4674-4812-8b82-d0e9f087bd50 req-24fa0292-7aec-4e2a-b69e-cf951ec2ea83 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394788 Mar 07 23:22:00.668085 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15510ca-9f21-4ae5-8d64-b5bf9f620a15 req-53e8d3f2-85f8-4ebe-a93f-48eba4591818 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:00.670244 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f15510ca-9f21-4ae5-8d64-b5bf9f620a15 req-53e8d3f2-85f8-4ebe-a93f-48eba4591818 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 944 time: 0.0502772 Mar 07 23:22:00.715534 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f15510ca-9f21-4ae5-8d64-b5bf9f620a15 req-8ec77460-b790-4cbf-9dee-213042fa0daa tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c3219d3-d70c-40fe-acb1-397441134667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394909 Mar 07 23:22:00.729917 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-8bfd2f22-2447-4fbb-838f-7a9123230e3e req-27224edb-7de6-4dfe-bba5-c3e3877ce158 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4 HTTP/1.1" status: 200 len: 210 time: 0.0268612 Mar 07 23:22:00.754342 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['576aa2fb-f48e-4e0f-b52b-d6a33a6329ac'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:22:01.480137 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea152a4-4af2-4aa5-a07f-950f89a109c3 req-79cf584e-21ec-4803-9702-1b1462b9f850 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:01.482110 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4ea152a4-4af2-4aa5-a07f-950f89a109c3 req-79cf584e-21ec-4803-9702-1b1462b9f850 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 944 time: 0.0525246 Mar 07 23:22:01.529064 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4ea152a4-4af2-4aa5-a07f-950f89a109c3 req-273102df-9ef1-4857-86c5-a7eb0e54ff2f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415466 Mar 07 23:22:01.592496 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334faa2-07f2-40a6-ae4e-b09d491f5b07 req-e0c805b1-c549-4634-8ffd-84cc6aa6a0f5 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:01.593997 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3334faa2-07f2-40a6-ae4e-b09d491f5b07 req-e0c805b1-c549-4634-8ffd-84cc6aa6a0f5 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0508065 Mar 07 23:22:01.642752 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3334faa2-07f2-40a6-ae4e-b09d491f5b07 req-f193732b-7eab-4a4e-ab01-b393ad4d521b tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429595 Mar 07 23:22:01.771239 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920df597-755b-4cdf-b454-a633af3d6829 req-3612ca32-1153-4260-a564-bfe44a70dbae tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:01.773441 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-920df597-755b-4cdf-b454-a633af3d6829 req-3612ca32-1153-4260-a564-bfe44a70dbae tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0552075 Mar 07 23:22:01.828061 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-920df597-755b-4cdf-b454-a633af3d6829 req-5294b8f2-54a6-4877-85f4-f5b84415817f tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490787 Mar 07 23:22:01.844992 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8253a5c-19c3-444a-b8a2-c2f81f770b10 req-e4076248-a55e-4a06-bb75-543f9889b98e tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:01.846469 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d8253a5c-19c3-444a-b8a2-c2f81f770b10 req-e4076248-a55e-4a06-bb75-543f9889b98e tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 944 time: 0.0603001 Mar 07 23:22:01.892714 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d8253a5c-19c3-444a-b8a2-c2f81f770b10 req-01d2f5c6-7c01-4e3e-a7d0-ce9abcea7140 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c3219d3-d70c-40fe-acb1-397441134667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403993 Mar 07 23:22:01.913102 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-91c76794-3607-415c-915d-47a4b605a091 req-e7284e5a-df76-48c7-a0a8-5f80cc3f3c60 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4 HTTP/1.1" status: 200 len: 210 time: 0.0292184 Mar 07 23:22:02.014712 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-c730d8e3-6cf0-4463-85b5-7f17d42499e2 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:02.016311 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-c730d8e3-6cf0-4463-85b5-7f17d42499e2 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.16 "GET /v2.0/networks?id=75059b77-daef-4a16-bb53-9c0565a13b9e HTTP/1.1" status: 200 len: 808 time: 0.1007435 Mar 07 23:22:02.033055 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-30c3d8c0-cc28-4ddf-87d3-69c6bf386092 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Request body: {'port': {'device_id': '9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4', 'network_id': '75059b77-daef-4a16-bb53-9c0565a13b9e', 'admin_state_up': True, 'tenant_id': '5878a1661e7440f7a42a4df87c8c6838'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:22:02.186165 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-30c3d8c0-cc28-4ddf-87d3-69c6bf386092 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Made reservation on behalf of 5878a1661e7440f7a42a4df87c8c6838 for: {'port': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:22:02.189613 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-30c3d8c0-cc28-4ddf-87d3-69c6bf386092 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:02.322365 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-30c3d8c0-cc28-4ddf-87d3-69c6bf386092 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Allocated IP 172.20.0.2 (75059b77-daef-4a16-bb53-9c0565a13b9e/41713100-eb5c-4472-8fa0-f019c6871bff/f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:22:02.485998 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-30c3d8c0-cc28-4ddf-87d3-69c6bf386092 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Publish callbacks [] for port (f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:02.574705 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-30c3d8c0-cc28-4ddf-87d3-69c6bf386092 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:02.621727 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-30c3d8c0-cc28-4ddf-87d3-69c6bf386092 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Network 75059b77-daef-4a16-bb53-9c0565a13b9e is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:22:02.635788 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-30c3d8c0-cc28-4ddf-87d3-69c6bf386092 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:22:02.640202 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-30c3d8c0-cc28-4ddf-87d3-69c6bf386092 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:22:02.670158 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5876a43-8557-43cf-8027-00e8e5426679 req-8b1fcfaa-2fb2-454a-9ac4-c81612e1d89f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:02.678660 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d5876a43-8557-43cf-8027-00e8e5426679 req-8b1fcfaa-2fb2-454a-9ac4-c81612e1d89f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 944 time: 0.0673008 Mar 07 23:22:02.693987 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3d8c0-cc28-4ddf-87d3-69c6bf386092 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Pushing event updated for resources: {'Port': ['ID=f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:02.728403 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-30c3d8c0-cc28-4ddf-87d3-69c6bf386092 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:02.729619 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-30c3d8c0-cc28-4ddf-87d3-69c6bf386092 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:02.736095 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d5876a43-8557-43cf-8027-00e8e5426679 req-caede70a-d5e2-4483-bdcb-a30cb481011e tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559578 Mar 07 23:22:02.759810 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:22:02.827517 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:22:02.828229 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:02.853598 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0e57c-2677-4c70-ac21-6af94d755c2f req-2ccb9960-3532-4838-8d1b-051227a1f6a8 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:02.855433 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-58f0e57c-2677-4c70-ac21-6af94d755c2f req-2ccb9960-3532-4838-8d1b-051227a1f6a8 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0614054 Mar 07 23:22:02.859784 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-30c3d8c0-cc28-4ddf-87d3-69c6bf386092 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8308759 Mar 07 23:22:02.872805 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-cfe8b7f9-2a4d-44dd-b572-149c693551d0 service neutron] Request body: {'port': {'device_id': '9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:22:02.946883 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:22:02.947182 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:02.963526 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-cfe8b7f9-2a4d-44dd-b572-149c693551d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:02.985736 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-58f0e57c-2677-4c70-ac21-6af94d755c2f req-b899a27b-ea64-49bc-bad8-fb42e005ba95 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240816 Mar 07 23:22:03.006551 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8cda0a-048b-4540-9a5c-79f011ca887a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576aa2fb-f48e-4e0f-b52b-d6a33a6329ac'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:22:03.015366 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679195f5-71bf-4b77-b4ba-766c7b955d45" -d '{"events": [{"server_uuid": "4e8cda0a-048b-4540-9a5c-79f011ca887a", "name": "network-vif-plugged", "status": "completed", "tag": "576aa2fb-f48e-4e0f-b52b-d6a33a6329ac"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:22:03.044452 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:22:03.099980 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:03.179672 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac,revision_number=7']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:03.254471 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb33652-bf99-47fe-b089-9d86d9d27bce req-f84e75d2-b3e0-4040-88c5-07969ee3c3d3 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:03.263899 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9eb33652-bf99-47fe-b089-9d86d9d27bce req-f84e75d2-b3e0-4040-88c5-07969ee3c3d3 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.3506455 Mar 07 23:22:03.320755 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9eb33652-bf99-47fe-b089-9d86d9d27bce req-dfbe84b8-b2bc-4b57-8560-99dbd0b682bb tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558994 Mar 07 23:22:03.413878 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330549f2-67dc-49d3-b2ea-573b8765bfda req-72901d5b-ab81-4db0-bc89-58cedbb48e49 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:03.415619 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-330549f2-67dc-49d3-b2ea-573b8765bfda req-72901d5b-ab81-4db0-bc89-58cedbb48e49 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 944 time: 0.1481230 Mar 07 23:22:03.446229 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7409ca3-3182-4b78-844d-39a9d71fdaaa req-720b6967-3049-493d-9529-6845b8efc93e tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:03.447731 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c7409ca3-3182-4b78-844d-39a9d71fdaaa req-720b6967-3049-493d-9529-6845b8efc93e tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4 HTTP/1.1" status: 200 len: 931 time: 0.0636725 Mar 07 23:22:03.502816 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-330549f2-67dc-49d3-b2ea-573b8765bfda req-862bcb93-7c58-4673-963a-3edc8e964f3a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c3219d3-d70c-40fe-acb1-397441134667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734646 Mar 07 23:22:03.517272 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c7409ca3-3182-4b78-844d-39a9d71fdaaa req-aa9a4088-a677-42f6-a638-f456e97c859a tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518212 Mar 07 23:22:03.548026 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005d9162-e9a0-41ea-88b0-2deb9df946eb x-openstack-request-id: req-005d9162-e9a0-41ea-88b0-2deb9df946eb {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:22:03.548346 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8cda0a-048b-4540-9a5c-79f011ca887a", "name": "network-vif-plugged", "status": "completed", "tag": "576aa2fb-f48e-4e0f-b52b-d6a33a6329ac", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:22:03.548743 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-005d9162-e9a0-41ea-88b0-2deb9df946eb {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:22:03.549050 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8cda0a-048b-4540-9a5c-79f011ca887a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576aa2fb-f48e-4e0f-b52b-d6a33a6329ac', 'code': 200} Mar 07 23:22:03.663473 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-cfe8b7f9-2a4d-44dd-b572-149c693551d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:22:03.671801 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-cfe8b7f9-2a4d-44dd-b572-149c693551d0 service neutron] Publish callbacks [] for port (f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:03.685125 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-cfe8b7f9-2a4d-44dd-b572-149c693551d0 service neutron] Transition to ACTIVE for port object f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7 will not be triggered until provisioned by entity L2. {{(pid=103608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 23:22:03.757256 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-cfe8b7f9-2a4d-44dd-b572-149c693551d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:03.835134 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8b7f9-2a4d-44dd-b572-149c693551d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:03.893433 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deff9ac-c8a7-42da-a2d1-19937fdbd3b1 req-d77f8325-e96b-46f3-b6cc-25c92a4026f9 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:03.895706 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6deff9ac-c8a7-42da-a2d1-19937fdbd3b1 req-d77f8325-e96b-46f3-b6cc-25c92a4026f9 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0812044 Mar 07 23:22:03.914686 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-cfe8b7f9-2a4d-44dd-b572-149c693551d0 service neutron] Attempting to bind port f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:22:03.915030 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-cfe8b7f9-2a4d-44dd-b572-149c693551d0 service neutron] Attempting to bind port f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '75059b77-daef-4a16-bb53-9c0565a13b9e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:22:03.915439 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-cfe8b7f9-2a4d-44dd-b572-149c693551d0 service neutron] Attempting to bind port f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7 on network 75059b77-daef-4a16-bb53-9c0565a13b9e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:22:03.921984 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-cfe8b7f9-2a4d-44dd-b572-149c693551d0 service neutron] Port f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7 on network 75059b77-daef-4a16-bb53-9c0565a13b9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 23:22:03.922580 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-cfe8b7f9-2a4d-44dd-b572-149c693551d0 service neutron] Attempting to bind port f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7 on network 75059b77-daef-4a16-bb53-9c0565a13b9e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:22:03.929053 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-cfe8b7f9-2a4d-44dd-b572-149c693551d0 service neutron] Checking agent: {'id': 'c3ad4338-66dc-4d28-9621-abda7889d413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'started_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:22:03.929415 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-cfe8b7f9-2a4d-44dd-b572-149c693551d0 service neutron] Checking segment: {'id': '91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '75059b77-daef-4a16-bb53-9c0565a13b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:22:03.929797 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-cfe8b7f9-2a4d-44dd-b572-149c693551d0 service neutron] Bound using segment: {'id': '91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '75059b77-daef-4a16-bb53-9c0565a13b9e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:22:03.930278 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-cfe8b7f9-2a4d-44dd-b572-149c693551d0 service neutron] Bound port: f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '75059b77-daef-4a16-bb53-9c0565a13b9e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:22:03.930589 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-cfe8b7f9-2a4d-44dd-b572-149c693551d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:03.967493 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6deff9ac-c8a7-42da-a2d1-19937fdbd3b1 req-19ef211b-c95a-4bef-b558-24e2f29644b9 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629241 Mar 07 23:22:04.095428 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-cfe8b7f9-2a4d-44dd-b572-149c693551d0 service neutron] For port f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7, host hv-cinder-81322, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:22:04.098476 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-cfe8b7f9-2a4d-44dd-b572-149c693551d0 service neutron] For port f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7,segment=NetworkSegment(91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62),segment_id=91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:22:04.166967 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fac07-1fcf-44ca-a2fe-a70fd63d4136 req-fb2c5421-e36a-4e0c-84a5-57d8bf8564db tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:04.168781 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d36fac07-1fcf-44ca-a2fe-a70fd63d4136 req-fb2c5421-e36a-4e0c-84a5-57d8bf8564db tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0544121 Mar 07 23:22:04.232136 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d36fac07-1fcf-44ca-a2fe-a70fd63d4136 req-998e68a5-a179-4db5-b2a7-1bc57d3719a9 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562749 Mar 07 23:22:04.341460 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-cfe8b7f9-2a4d-44dd-b572-149c693551d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:04.372638 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-cfe8b7f9-2a4d-44dd-b572-149c693551d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:04.373459 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-cfe8b7f9-2a4d-44dd-b572-149c693551d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:04.375007 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-cfe8b7f9-2a4d-44dd-b572-149c693551d0 service neutron] 10.222.0.16 "PUT /v2.0/ports/f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7 HTTP/1.1" status: 200 len: 1093 time: 1.5065122 Mar 07 23:22:04.396654 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4', 'tag': 'f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:22:04.399713 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9862767d-d89d-4c0f-bda5-d5521c0fd7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4", "tag": "f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:22:04.488640 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2c27e-0bc9-4e68-8d36-1c4f1c09772d req-2d660786-b540-480a-a6fb-7bd48f5e0f03 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:04.498700 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-25f2c27e-0bc9-4e68-8d36-1c4f1c09772d req-2d660786-b540-480a-a6fb-7bd48f5e0f03 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0792284 Mar 07 23:22:04.505696 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302657f4-81e6-4bd1-95bb-662d88e5e67d x-openstack-request-id: req-302657f4-81e6-4bd1-95bb-662d88e5e67d {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:22:04.510112 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4", "tag": "f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:22:04.510112 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-302657f4-81e6-4bd1-95bb-662d88e5e67d {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:22:04.510112 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4', 'tag': 'f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7', 'status': 'completed', 'code': 200} Mar 07 23:22:04.514088 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8b7f9-2a4d-44dd-b572-149c693551d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:04.553510 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-85ede295-9399-4314-88fd-73ec2bce718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:04.557819 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-85ede295-9399-4314-88fd-73ec2bce718b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5878a1661e7440f7a42a4df87c8c6838&device_id=9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4 HTTP/1.1" status: 200 len: 1127 time: 0.0986516 Mar 07 23:22:04.577255 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-25f2c27e-0bc9-4e68-8d36-1c4f1c09772d req-95090ce8-daf7-477f-9f7e-9f6f38b3790a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642457 Mar 07 23:22:04.624299 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-549a18a8-18e3-4aea-b4ed-d7387bc79749 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7 HTTP/1.1" status: 200 len: 217 time: 0.0578043 Mar 07 23:22:04.688396 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3f04a-14e7-48bb-9b03-99ae54425acc req-414e6cc5-3078-4968-a9e4-b8083004280f tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:04.689872 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e6c3f04a-14e7-48bb-9b03-99ae54425acc req-414e6cc5-3078-4968-a9e4-b8083004280f tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4 HTTP/1.1" status: 200 len: 943 time: 0.0629585 Mar 07 23:22:04.714331 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-16a54d7b-619b-4fa7-96bb-5066d1707b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:04.716434 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-16a54d7b-619b-4fa7-96bb-5066d1707b69 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=41713100-eb5c-4472-8fa0-f019c6871bff HTTP/1.1" status: 200 len: 848 time: 0.0800197 Mar 07 23:22:04.758309 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-b7113065-0a39-4349-b2a9-5fd78249b08f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=75059b77-daef-4a16-bb53-9c0565a13b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357788 Mar 07 23:22:04.758744 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e6c3f04a-14e7-48bb-9b03-99ae54425acc req-2c8c9e97-aa80-4540-bd0c-6cef78897a79 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589514 Mar 07 23:22:04.767103 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5303e-f034-44ba-903d-0c10e3d7199a req-d7961557-2bf8-49fd-add4-8f14a1c33d56 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:04.768568 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 72b79f94-8c4e-4a8e-86fa-5d2bce233d03 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:22:04.774560 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b4e5303e-f034-44ba-903d-0c10e3d7199a req-d7961557-2bf8-49fd-add4-8f14a1c33d56 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 944 time: 0.1515691 Mar 07 23:22:04.875872 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 72b79f94-8c4e-4a8e-86fa-5d2bce233d03, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=72b79f94-8c4e-4a8e-86fa-5d2bce233d03,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:22:04.887171 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b4e5303e-f034-44ba-903d-0c10e3d7199a req-8ba95165-8d48-460d-ac35-cb03578e367d tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c3219d3-d70c-40fe-acb1-397441134667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114309 Mar 07 23:22:04.890609 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': '72b79f94-8c4e-4a8e-86fa-5d2bce233d03', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'port_id': '72b79f94-8c4e-4a8e-86fa-5d2bce233d03', 'mac_address': 'fa:16:3e:e3:96:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:22:04.930176 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 72b79f94-8c4e-4a8e-86fa-5d2bce233d03 is: DOWN; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:22:04.930836 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (72b79f94-8c4e-4a8e-86fa-5d2bce233d03), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:04.935600 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-5a3a2fbf-6d06-4c2b-921b-acaad0085d1d service neutron] 10.222.0.16 "GET /v2.0/networks/75059b77-daef-4a16-bb53-9c0565a13b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579950 Mar 07 23:22:04.945650 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b79f94-8c4e-4a8e-86fa-5d2bce233d03 {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:22:04.975091 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 72b79f94-8c4e-4a8e-86fa-5d2bce233d03, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=72b79f94-8c4e-4a8e-86fa-5d2bce233d03,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:22:05.043598 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (72b79f94-8c4e-4a8e-86fa-5d2bce233d03), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:05.059282 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3aa65520-3f2f-4081-8a60-33ad2c855eff req-88d3df25-e5be-44d0-9118-1e1ee2fd8ac1 service neutron] 10.222.0.16 "GET /v2.0/networks/75059b77-daef-4a16-bb53-9c0565a13b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140299 Mar 07 23:22:05.121643 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=72b79f94-8c4e-4a8e-86fa-5d2bce233d03,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:05.140558 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dc33c-bea5-4d9a-a2a5-2fe94b6d4572 req-6497cda9-9f5b-420f-a458-b30a6ed4242a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:05.142133 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-da6dc33c-bea5-4d9a-a2a5-2fe94b6d4572 req-6497cda9-9f5b-420f-a458-b30a6ed4242a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0600753 Mar 07 23:22:05.195962 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-da6dc33c-bea5-4d9a-a2a5-2fe94b6d4572 req-54770d75-b230-4cbe-bbd6-330b584a948e tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473256 Mar 07 23:22:05.266846 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862767d-d89d-4c0f-bda5-d5521c0fd7d4 req-5df31e0b-67b8-4a1b-b449-50ef45850e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:05.269830 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9862767d-d89d-4c0f-bda5-d5521c0fd7d4 req-5df31e0b-67b8-4a1b-b449-50ef45850e32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5878a1661e7440f7a42a4df87c8c6838&device_id=9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4 HTTP/1.1" status: 200 len: 1127 time: 0.0554504 Mar 07 23:22:05.417511 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862767d-d89d-4c0f-bda5-d5521c0fd7d4 req-efa3ad99-e456-4be4-beef-eaabfd9132ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:05.419653 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9862767d-d89d-4c0f-bda5-d5521c0fd7d4 req-efa3ad99-e456-4be4-beef-eaabfd9132ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=75059b77-daef-4a16-bb53-9c0565a13b9e HTTP/1.1" status: 200 len: 909 time: 0.1388788 Mar 07 23:22:05.423224 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['72b79f94-8c4e-4a8e-86fa-5d2bce233d03'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:22:05.427542 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d4a49-7ce3-450f-98d4-c725ddda61df req-de31baab-6f0a-4d9a-b102-035841bd446e tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:05.429661 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8b0d4a49-7ce3-450f-98d4-c725ddda61df req-de31baab-6f0a-4d9a-b102-035841bd446e tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.1126082 Mar 07 23:22:05.527974 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9862767d-d89d-4c0f-bda5-d5521c0fd7d4 req-3623fb65-6aa3-4164-b345-db7a0b8e2a70 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7 HTTP/1.1" status: 200 len: 217 time: 0.0979102 Mar 07 23:22:05.605443 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862767d-d89d-4c0f-bda5-d5521c0fd7d4 req-b1dbd9cf-c171-44f4-a3ee-e7085df9fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:05.607569 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9862767d-d89d-4c0f-bda5-d5521c0fd7d4 req-b1dbd9cf-c171-44f4-a3ee-e7085df9fab2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=41713100-eb5c-4472-8fa0-f019c6871bff HTTP/1.1" status: 200 len: 848 time: 0.0670521 Mar 07 23:22:05.621217 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8b0d4a49-7ce3-450f-98d4-c725ddda61df req-a6018fa3-97f2-494f-8bd6-9d7d9a8b1786 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787107 Mar 07 23:22:05.659055 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9862767d-d89d-4c0f-bda5-d5521c0fd7d4 req-79776c6d-7402-469e-b54c-4d3b8ac218f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=75059b77-daef-4a16-bb53-9c0565a13b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367515 Mar 07 23:22:05.738565 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f68b06-5aa6-41a6-9e4c-4712b8d035b6 req-9f367501-ae41-41f6-9a9c-27d15afbb04d tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:05.747675 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-22f68b06-5aa6-41a6-9e4c-4712b8d035b6 req-9f367501-ae41-41f6-9a9c-27d15afbb04d tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.1057577 Mar 07 23:22:05.801170 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9862767d-d89d-4c0f-bda5-d5521c0fd7d4 req-08c8621b-8421-41b6-b17f-50089aba583f service neutron] 10.222.0.16 "GET /v2.0/networks/75059b77-daef-4a16-bb53-9c0565a13b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279631 Mar 07 23:22:05.801287 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-22f68b06-5aa6-41a6-9e4c-4712b8d035b6 req-dab98364-fee5-4891-8603-12b406f74433 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517418 Mar 07 23:22:05.930296 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9862767d-d89d-4c0f-bda5-d5521c0fd7d4 req-af2f69b5-2312-433a-b123-59aff0e0e3cf service neutron] 10.222.0.16 "GET /v2.0/networks/75059b77-daef-4a16-bb53-9c0565a13b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206155 Mar 07 23:22:05.937833 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2255a-4b18-4b5d-b4a6-0ab28c798795 req-25cb66b1-bfb1-4897-b78f-94e53736e36f tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:05.939604 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-58d2255a-4b18-4b5d-b4a6-0ab28c798795 req-25cb66b1-bfb1-4897-b78f-94e53736e36f tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4 HTTP/1.1" status: 200 len: 943 time: 0.1012754 Mar 07 23:22:05.996349 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-58d2255a-4b18-4b5d-b4a6-0ab28c798795 req-0cebeaa9-3db4-4951-a2fc-d3fb982dbabd tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488453 Mar 07 23:22:06.025180 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7633dbe-28d4-4697-ae72-736f8fe619dd req-c7c77142-d280-4d26-8722-881bcb797808 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:06.034517 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c7633dbe-28d4-4697-ae72-736f8fe619dd req-c7c77142-d280-4d26-8722-881bcb797808 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 945 time: 0.0626705 Mar 07 23:22:06.071388 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c7633dbe-28d4-4697-ae72-736f8fe619dd req-4c948108-fa97-4f28-9802-b895ded055dc tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c3219d3-d70c-40fe-acb1-397441134667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386956 Mar 07 23:22:06.339368 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a4121-125d-4c58-873c-bfb7beeba5b6 req-ffa6f0cd-7652-47c4-a420-ade7afdbd126 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:06.340976 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c40a4121-125d-4c58-873c-bfb7beeba5b6 req-ffa6f0cd-7652-47c4-a420-ade7afdbd126 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0562387 Mar 07 23:22:06.394566 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c40a4121-125d-4c58-873c-bfb7beeba5b6 req-7d1d4b62-c40a-4e52-8e5b-e73037d34cbf tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476427 Mar 07 23:22:06.740786 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5673e0-c271-4773-87ed-fa8bd0b1df2a req-b8429353-959e-46c7-be5d-96c0db06c658 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:06.742491 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ca5673e0-c271-4773-87ed-fa8bd0b1df2a req-b8429353-959e-46c7-be5d-96c0db06c658 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0544031 Mar 07 23:22:06.784075 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 72b79f94-8c4e-4a8e-86fa-5d2bce233d03 up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:22:06.813417 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ca5673e0-c271-4773-87ed-fa8bd0b1df2a req-de3a60c5-fe7d-4930-99a8-91e5d2665383 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635123 Mar 07 23:22:06.939615 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning for port 72b79f94-8c4e-4a8e-86fa-5d2bce233d03 completed by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 23:22:06.943066 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa96fea-2d97-4cf2-87f0-f74e7327064a req-55c7d63b-db0c-4cc3-8fc6-568260141f81 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:06.950101 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port 72b79f94-8c4e-4a8e-86fa-5d2bce233d03 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:22:06.950101 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (72b79f94-8c4e-4a8e-86fa-5d2bce233d03), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:06.950333 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ffa96fea-2d97-4cf2-87f0-f74e7327064a req-55c7d63b-db0c-4cc3-8fc6-568260141f81 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0580308 Mar 07 23:22:07.007203 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ffa96fea-2d97-4cf2-87f0-f74e7327064a req-e6fc1ca8-09d0-4558-8db9-9e69066fc13b tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560367 Mar 07 23:22:07.092781 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 72b79f94-8c4e-4a8e-86fa-5d2bce233d03 is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:22:07.093339 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (72b79f94-8c4e-4a8e-86fa-5d2bce233d03), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:07.133339 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865ca5fe-992f-4ef4-b041-3e95f56e4363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b79f94-8c4e-4a8e-86fa-5d2bce233d03'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:22:07.134271 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f6c4b4-f994-4ce5-b6c8-cf474c9efd00" -d '{"events": [{"server_uuid": "865ca5fe-992f-4ef4-b041-3e95f56e4363", "name": "network-vif-plugged", "status": "completed", "tag": "72b79f94-8c4e-4a8e-86fa-5d2bce233d03"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:22:07.141837 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 72b79f94-8c4e-4a8e-86fa-5d2bce233d03, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=72b79f94-8c4e-4a8e-86fa-5d2bce233d03,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:22:07.179025 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc9f3c-1dc0-4031-93cd-5fe2aafa632a req-c34183ee-4c4b-4258-9fab-fb2342c2e81d tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:07.185965 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3dfc9f3c-1dc0-4031-93cd-5fe2aafa632a req-c34183ee-4c4b-4258-9fab-fb2342c2e81d tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4 HTTP/1.1" status: 200 len: 943 time: 0.0937986 Mar 07 23:22:07.208794 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (72b79f94-8c4e-4a8e-86fa-5d2bce233d03), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:07.229731 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383a884-3950-45d7-abb6-74a422ae22fb req-6c945091-5388-471d-b35a-1d777268b321 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:07.232508 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6383a884-3950-45d7-abb6-74a422ae22fb req-6c945091-5388-471d-b35a-1d777268b321 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 945 time: 0.0668013 Mar 07 23:22:07.253222 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3dfc9f3c-1dc0-4031-93cd-5fe2aafa632a req-1a96431d-7627-400a-84ce-aeebe494a38d tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627606 Mar 07 23:22:07.304170 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6383a884-3950-45d7-abb6-74a422ae22fb req-43b00d61-9623-4ee5-9e19-2c5dd769048c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c3219d3-d70c-40fe-acb1-397441134667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624151 Mar 07 23:22:07.315091 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974b0133-656d-456e-81ee-7afbc24f4e9c x-openstack-request-id: req-974b0133-656d-456e-81ee-7afbc24f4e9c {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:22:07.315390 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865ca5fe-992f-4ef4-b041-3e95f56e4363", "name": "network-vif-plugged", "status": "completed", "tag": "72b79f94-8c4e-4a8e-86fa-5d2bce233d03", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:22:07.315789 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-974b0133-656d-456e-81ee-7afbc24f4e9c {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:22:07.316196 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865ca5fe-992f-4ef4-b041-3e95f56e4363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b79f94-8c4e-4a8e-86fa-5d2bce233d03', 'code': 200} Mar 07 23:22:07.316906 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=72b79f94-8c4e-4a8e-86fa-5d2bce233d03,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:07.538589 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e8b46-4560-4166-bc29-2871806071c2 req-4d90f2f6-6290-4542-88a2-913ade1ef674 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:07.538589 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9c1e8b46-4560-4166-bc29-2871806071c2 req-4d90f2f6-6290-4542-88a2-913ade1ef674 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0638483 Mar 07 23:22:07.598724 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9c1e8b46-4560-4166-bc29-2871806071c2 req-633df6ba-f83c-4b45-a07c-533d49b0de4d tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559464 Mar 07 23:22:07.674834 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bed38-ff37-4b0c-b3c7-fe000e0ef1be req-4a6cd124-e9e7-4717-a3b6-9aa5a4b82d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:07.677445 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-639bed38-ff37-4b0c-b3c7-fe000e0ef1be req-4a6cd124-e9e7-4717-a3b6-9aa5a4b82d71 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 1130 time: 0.0579782 Mar 07 23:22:07.730112 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-639bed38-ff37-4b0c-b3c7-fe000e0ef1be req-68c744f6-8521-405d-8d03-6daa6eb337e0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1c3219d3-d70c-40fe-acb1-397441134667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436797 Mar 07 23:22:07.932282 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a82c8-1cb8-42d5-8c16-5ad34ce1f17e req-d75d536e-27a5-4175-977a-223969f971e5 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:07.933845 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f97a82c8-1cb8-42d5-8c16-5ad34ce1f17e req-d75d536e-27a5-4175-977a-223969f971e5 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0528033 Mar 07 23:22:07.982866 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f97a82c8-1cb8-42d5-8c16-5ad34ce1f17e req-30228f9a-ec7e-4ab7-a642-6e1d90301191 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425599 Mar 07 23:22:08.173133 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d312f5-bef4-4ea6-a45e-44ddc17c32c3 req-a355365c-3dd8-4e47-a742-1123cfc21eaf tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:08.180633 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d2d312f5-bef4-4ea6-a45e-44ddc17c32c3 req-a355365c-3dd8-4e47-a742-1123cfc21eaf tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0683513 Mar 07 23:22:08.233635 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d2d312f5-bef4-4ea6-a45e-44ddc17c32c3 req-3a6288e3-ffe1-465a-a7a3-042a54aa8721 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516572 Mar 07 23:22:08.391730 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762ddf6-5ffc-4ea2-934f-bf2ef44b4f4f req-b43311a7-3229-49c1-bc58-e91122fed988 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:08.393452 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4762ddf6-5ffc-4ea2-934f-bf2ef44b4f4f req-b43311a7-3229-49c1-bc58-e91122fed988 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4 HTTP/1.1" status: 200 len: 943 time: 0.0657613 Mar 07 23:22:08.453097 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd97888-ad43-4295-97de-d670da31c25b req-5146dc3e-a7d8-48e3-81cc-79f074a538f2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:08.459140 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4762ddf6-5ffc-4ea2-934f-bf2ef44b4f4f req-cd58574f-6b46-4a00-8ca7-5a2065d5d5fc tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598941 Mar 07 23:22:08.459986 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0cd97888-ad43-4295-97de-d670da31c25b req-5146dc3e-a7d8-48e3-81cc-79f074a538f2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 946 time: 0.0755796 Mar 07 23:22:08.526999 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0cd97888-ad43-4295-97de-d670da31c25b req-7141b1d9-4385-4332-9ca9-174dc2a076ee tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c3219d3-d70c-40fe-acb1-397441134667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591505 Mar 07 23:22:08.644564 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 43094) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:22:08.753273 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5e506-713f-4915-8a01-03359d5bdbdb req-03e9110b-ba87-48a7-9788-fe27e71b9495 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:08.754834 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-56a5e506-713f-4915-8a01-03359d5bdbdb req-03e9110b-ba87-48a7-9788-fe27e71b9495 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0690730 Mar 07 23:22:08.785164 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:22:08.818625 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-56a5e506-713f-4915-8a01-03359d5bdbdb req-e298a1cb-47c7-4daa-a161-e8a5b4a1b43f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570846 Mar 07 23:22:08.819772 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-14a1d639-8e0f-4b57-8af1-a18965c9c5dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:08.906860 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7,segment=NetworkSegment(91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62),segment_id=91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:22:08.921185 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': 'f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7', 'network_id': '75059b77-daef-4a16-bb53-9c0565a13b9e', 'port_id': 'f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7', 'mac_address': 'fa:16:3e:be:48:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41713100-eb5c-4472-8fa0-f019c6871bff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:22:08.931912 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-14a1d639-8e0f-4b57-8af1-a18965c9c5dc admin admin] Publish callbacks [] for security_group (feef094e-06bd-40bc-8008-60aa4d35252c), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:08.964162 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7 is: DOWN; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:22:08.964542 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:08.981353 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7 {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:22:09.008038 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-14a1d639-8e0f-4b57-8af1-a18965c9c5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (feef094e-06bd-40bc-8008-60aa4d35252c), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:09.023633 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7,segment=NetworkSegment(91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62),segment_id=91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:22:09.081704 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-14a1d639-8e0f-4b57-8af1-a18965c9c5dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ecbd51d77ac4dea9a08614d098f9f4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4359016 Mar 07 23:22:09.082450 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 43100) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:22:09.083070 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1d639-8e0f-4b57-8af1-a18965c9c5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feef094e-06bd-40bc-8008-60aa4d35252c,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:09.111451 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:09.155957 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7d740ce2-66f1-43ab-ad99-3bae483fce7a admin admin] Publish callbacks [] for security_group (feef094e-06bd-40bc-8008-60aa4d35252c), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:09.161503 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537f8b6-dabe-4f4c-b4f0-ae967ca3aced req-d802ab0d-2dc7-4fc6-8634-52ebdabdf28c tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:09.163190 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6537f8b6-dabe-4f4c-b4f0-ae967ca3aced req-d802ab0d-2dc7-4fc6-8634-52ebdabdf28c tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0704119 Mar 07 23:22:09.202705 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7d740ce2-66f1-43ab-ad99-3bae483fce7a admin admin] Publish callbacks [] for security_group (feef094e-06bd-40bc-8008-60aa4d35252c), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:09.253569 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6537f8b6-dabe-4f4c-b4f0-ae967ca3aced req-cd1090fc-de16-4453-b2ab-4a8f7563b3e5 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837245 Mar 07 23:22:09.380938 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:09.401414 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e838dbb-f12a-45fa-937d-6f5c49e3a9ca req-78dd3b3c-f464-4c28-8795-ba91a7ebe080 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:09.462355 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3e838dbb-f12a-45fa-937d-6f5c49e3a9ca req-78dd3b3c-f464-4c28-8795-ba91a7ebe080 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0601959 Mar 07 23:22:09.462355 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3e838dbb-f12a-45fa-937d-6f5c49e3a9ca req-8be3e9e6-3036-45d8-9f37-2741f269b605 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394018 Mar 07 23:22:09.527381 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:22:09.598633 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266aac2-262c-449c-a72a-08067667fe16 req-194e315b-b6b2-4d15-bb94-960067627f17 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:09.605479 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0266aac2-262c-449c-a72a-08067667fe16 req-194e315b-b6b2-4d15-bb94-960067627f17 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4 HTTP/1.1" status: 200 len: 944 time: 0.0763414 Mar 07 23:22:09.646887 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5168627-280f-4d6f-afcf-1e6c952e3b9d req-16ebb62f-21f5-4b3f-a38b-50e0eecdf230 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:09.648831 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b5168627-280f-4d6f-afcf-1e6c952e3b9d req-16ebb62f-21f5-4b3f-a38b-50e0eecdf230 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 946 time: 0.0560641 Mar 07 23:22:09.652005 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0266aac2-262c-449c-a72a-08067667fe16 req-c37bf286-0d5e-4a7a-b759-83635e4cf473 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456860 Mar 07 23:22:09.710373 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b5168627-280f-4d6f-afcf-1e6c952e3b9d req-b68d163c-1091-41c7-a429-e5a13c6366b3 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c3219d3-d70c-40fe-acb1-397441134667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556242 Mar 07 23:22:09.946136 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344c319-4532-458e-bb0a-ada4385f5400 req-acc3de63-1381-4aba-b938-e999571ab365 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:09.947774 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4344c319-4532-458e-bb0a-ada4385f5400 req-acc3de63-1381-4aba-b938-e999571ab365 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0538886 Mar 07 23:22:09.954268 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7d740ce2-66f1-43ab-ad99-3bae483fce7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (feef094e-06bd-40bc-8008-60aa4d35252c), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:09.957017 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7d740ce2-66f1-43ab-ad99-3bae483fce7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:09.958123 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-7d740ce2-66f1-43ab-ad99-3bae483fce7a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/feef094e-06bd-40bc-8008-60aa4d35252c HTTP/1.1" status: 204 len: 168 time: 0.8722696 Mar 07 23:22:09.977127 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d740ce2-66f1-43ab-ad99-3bae483fce7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feef094e-06bd-40bc-8008-60aa4d35252c,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:10.008104 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4344c319-4532-458e-bb0a-ada4385f5400 req-167c95ef-cabc-4203-b941-bd31aca9f614 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546777 Mar 07 23:22:10.473129 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166992c4-442e-4094-a748-1d3eff8504f2 req-7ac8886d-79aa-46bb-ae3b-55980e332c9c tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:10.476498 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-166992c4-442e-4094-a748-1d3eff8504f2 req-7ac8886d-79aa-46bb-ae3b-55980e332c9c tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0771213 Mar 07 23:22:10.557318 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-166992c4-442e-4094-a748-1d3eff8504f2 req-28fd6545-46c1-4e63-8208-a86de9aaede0 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747905 Mar 07 23:22:10.615899 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c017eb-9783-47d9-9f01-1701bd0d4195 req-5518cc0f-f5d5-4997-97b2-7823e67c67a3 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:10.618188 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-24c017eb-9783-47d9-9f01-1701bd0d4195 req-5518cc0f-f5d5-4997-97b2-7823e67c67a3 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0849144 Mar 07 23:22:10.681181 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-24c017eb-9783-47d9-9f01-1701bd0d4195 req-1682e1e0-ae13-4d40-9e02-85c56103c747 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571060 Mar 07 23:22:10.797115 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7 up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:22:10.853393 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dced1ea-b9bf-4055-b532-4fedffd6770f req-bb4728a8-aeb1-4267-b55e-0befbb438c03 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:10.860812 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311043e-734f-497f-89c3-a2ecf2c59e0a req-ca510263-1931-4415-8da0-5652f7d36164 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:10.863135 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1311043e-734f-497f-89c3-a2ecf2c59e0a req-ca510263-1931-4415-8da0-5652f7d36164 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 946 time: 0.0655539 Mar 07 23:22:10.865521 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6dced1ea-b9bf-4055-b532-4fedffd6770f req-bb4728a8-aeb1-4267-b55e-0befbb438c03 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4 HTTP/1.1" status: 200 len: 944 time: 0.1191499 Mar 07 23:22:10.922591 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning for port f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7 completed by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 23:22:10.927810 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:22:10.928315 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:10.930166 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6dced1ea-b9bf-4055-b532-4fedffd6770f req-1f855daf-e65c-4939-abc3-949d085c482f tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637190 Mar 07 23:22:10.956178 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1311043e-734f-497f-89c3-a2ecf2c59e0a req-93a176d1-fb6c-4e32-a922-e15918b8fe93 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c3219d3-d70c-40fe-acb1-397441134667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821600 Mar 07 23:22:11.039027 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7 is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:22:11.039610 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:11.113580 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:22:11.115871 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee62cc7f-b3e5-42bc-a06b-999a42a7f64c" -d '{"events": [{"server_uuid": "9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4", "name": "network-vif-plugged", "status": "completed", "tag": "f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:22:11.124306 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7,segment=NetworkSegment(91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62),segment_id=91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:22:11.146613 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c47ab-d478-403b-a96c-402065e475e4 req-1716948b-a3c1-4c0d-96b5-0db2337a6fcb tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:11.158593 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 43150) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:22:11.162791 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-f94a986c-072e-4f6a-8984-d6e566c3e9da tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Request body: {'floatingip': {'port_id': '72b79f94-8c4e-4a8e-86fa-5d2bce233d03'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:22:11.165710 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bf4c47ab-d478-403b-a96c-402065e475e4 req-1716948b-a3c1-4c0d-96b5-0db2337a6fcb tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 946 time: 0.1344337 Mar 07 23:22:11.179808 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:11.219123 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d237fb-715e-4114-9962-fa1ed78752d1 x-openstack-request-id: req-d0d237fb-715e-4114-9962-fa1ed78752d1 {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:22:11.219475 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4", "name": "network-vif-plugged", "status": "completed", "tag": "f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:22:11.219664 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0d237fb-715e-4114-9962-fa1ed78752d1 {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:22:11.220037 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7', 'code': 200} Mar 07 23:22:11.247819 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f94a986c-072e-4f6a-8984-d6e566c3e9da tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (6284e668-13be-4edd-b666-dd86493cbe5b), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:11.267165 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:11.317293 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862326e-1286-453f-b814-de75e5f5a03f req-d20fa93b-d1c6-432b-909d-34442883fcc0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:11.319419 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2862326e-1286-453f-b814-de75e5f5a03f req-d20fa93b-d1c6-432b-909d-34442883fcc0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.2084067 Mar 07 23:22:11.428562 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2862326e-1286-453f-b814-de75e5f5a03f req-d6689bdc-78d3-4542-ab79-3461522402a0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857315 Mar 07 23:22:11.590057 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032b3d1-1db3-4ae9-8bf0-aab4a9c45584 req-f1883cba-09a2-4416-b156-5965639630e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:11.592663 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e032b3d1-1db3-4ae9-8bf0-aab4a9c45584 req-f1883cba-09a2-4416-b156-5965639630e3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4 HTTP/1.1" status: 200 len: 1129 time: 0.0659776 Mar 07 23:22:11.720797 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e032b3d1-1db3-4ae9-8bf0-aab4a9c45584 req-9d7615d4-83c4-4e16-8883-816bd27c0384 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205280 Mar 07 23:22:11.767027 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd0828-aae1-4d77-b012-3024e356a081 req-a4071a08-fcf0-41a3-81df-bc94ee2d91c9 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:11.774983 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c1cd0828-aae1-4d77-b012-3024e356a081 req-a4071a08-fcf0-41a3-81df-bc94ee2d91c9 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.1182632 Mar 07 23:22:11.864089 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c1cd0828-aae1-4d77-b012-3024e356a081 req-bddea398-e0c8-4b89-be0a-aebb1734205d tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866783 Mar 07 23:22:11.914465 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a941c-dbe4-4d92-8c17-1da70ddcd271 req-758af1dc-cb89-4b76-8718-aaf775fb17f5 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:11.921476 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-637a941c-dbe4-4d92-8c17-1da70ddcd271 req-758af1dc-cb89-4b76-8718-aaf775fb17f5 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.1250658 Mar 07 23:22:12.023364 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f94a986c-072e-4f6a-8984-d6e566c3e9da tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:12.032945 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-637a941c-dbe4-4d92-8c17-1da70ddcd271 req-d5c86cd9-a1fb-4d39-aa3c-bf862d659b86 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025236 Mar 07 23:22:12.093277 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b8ce1-9059-4e6d-a6ac-0d02bfe60f07 req-89716693-92a2-4477-82ca-9aa6b75e12f3 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:12.094964 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-175b8ce1-9059-4e6d-a6ac-0d02bfe60f07 req-89716693-92a2-4477-82ca-9aa6b75e12f3 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4 HTTP/1.1" status: 200 len: 945 time: 0.0718513 Mar 07 23:22:12.111454 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f94a986c-072e-4f6a-8984-d6e566c3e9da tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (6284e668-13be-4edd-b666-dd86493cbe5b), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:12.155155 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-175b8ce1-9059-4e6d-a6ac-0d02bfe60f07 req-0ff3bdab-9f59-489d-b24b-931866a35b12 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540164 Mar 07 23:22:12.258989 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.l3_db [None req-f94a986c-072e-4f6a-8984-d6e566c3e9da tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Floating IP 6284e668-13be-4edd-b666-dd86493cbe5b associated. External IP: 172.27.3.211, port: 72b79f94-8c4e-4a8e-86fa-5d2bce233d03. Mar 07 23:22:12.546729 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94a986c-072e-4f6a-8984-d6e566c3e9da tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Router ca2464bf-025b-48e9-8e60-1c19b6f68818 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:22:12.574596 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d669f-1566-4ae6-bd90-d3c9d4b07c83 req-e1982aea-2cb6-4efa-a907-352b4abd8669 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:12.576090 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-956d669f-1566-4ae6-bd90-d3c9d4b07c83 req-e1982aea-2cb6-4efa-a907-352b4abd8669 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0792365 Mar 07 23:22:12.707493 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-956d669f-1566-4ae6-bd90-d3c9d4b07c83 req-dee65a92-e6f4-4f3d-869e-10d06ca6f16a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911341 Mar 07 23:22:12.724703 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94a986c-072e-4f6a-8984-d6e566c3e9da tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:22:12.736889 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f94a986c-072e-4f6a-8984-d6e566c3e9da tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:12.737935 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a704e7f-a9c4-4d19-a355-d558c0ff2a14 None None] Sync routers for ids ['ca2464bf-025b-48e9-8e60-1c19b6f68818'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:22:12.751176 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a704e7f-a9c4-4d19-a355-d558c0ff2a14 None None] Routers {'ca2464bf-025b-48e9-8e60-1c19b6f68818'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:22:12.752129 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-1a704e7f-a9c4-4d19-a355-d558c0ff2a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:21:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['ca2464bf-025b-48e9-8e60-1c19b6f68818'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:22:12.772266 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-f94a986c-072e-4f6a-8984-d6e566c3e9da tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "PUT /v2.0/floatingips/6284e668-13be-4edd-b666-dd86493cbe5b HTTP/1.1" status: 200 len: 992 time: 1.6128981 Mar 07 23:22:12.772945 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865ca5fe-992f-4ef4-b041-3e95f56e4363', 'tag': '72b79f94-8c4e-4a8e-86fa-5d2bce233d03'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:22:12.775561 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcabe85c-e294-453c-a17c-b9f7285f8784" -d '{"events": [{"name": "network-changed", "server_uuid": "865ca5fe-992f-4ef4-b041-3e95f56e4363", "tag": "72b79f94-8c4e-4a8e-86fa-5d2bce233d03"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:22:12.823382 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a261e5c-ca25-4204-b7e6-4309fe0ce2e9 x-openstack-request-id: req-8a261e5c-ca25-4204-b7e6-4309fe0ce2e9 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:22:12.823708 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865ca5fe-992f-4ef4-b041-3e95f56e4363", "tag": "72b79f94-8c4e-4a8e-86fa-5d2bce233d03", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:22:12.824009 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a261e5c-ca25-4204-b7e6-4309fe0ce2e9 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:22:12.824347 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865ca5fe-992f-4ef4-b041-3e95f56e4363', 'tag': '72b79f94-8c4e-4a8e-86fa-5d2bce233d03', 'status': 'completed', 'code': 200} Mar 07 23:22:12.874130 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-1a704e7f-a9c4-4d19-a355-d558c0ff2a14 None None] Set router ca2464bf-025b-48e9-8e60-1c19b6f68818 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:22:12.904080 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabe85c-e294-453c-a17c-b9f7285f8784 req-72ffb511-610f-496d-b385-a6279b7177fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:12.905772 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-dcabe85c-e294-453c-a17c-b9f7285f8784 req-72ffb511-610f-496d-b385-a6279b7177fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80516370fe324566aba801c4236e78d9&device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 1130 time: 0.0573213 Mar 07 23:22:13.085528 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528c6d1-5490-43a0-affa-8c7780e06dcb req-b99051d1-f529-44eb-961d-7249ef2db4ef tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:13.089112 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3528c6d1-5490-43a0-affa-8c7780e06dcb req-b99051d1-f529-44eb-961d-7249ef2db4ef tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.1093538 Mar 07 23:22:13.145293 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabe85c-e294-453c-a17c-b9f7285f8784 req-797449c5-87e4-4167-a616-b2ed4656cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:13.149126 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-dcabe85c-e294-453c-a17c-b9f7285f8784 req-797449c5-87e4-4167-a616-b2ed4656cefa service neutron] 10.222.0.16 "GET /v2.0/networks?id=cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b HTTP/1.1" status: 200 len: 916 time: 0.2088439 Mar 07 23:22:13.242069 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3528c6d1-5490-43a0-affa-8c7780e06dcb req-9c560a10-ccf7-4be6-8d8f-bc3703172ebb tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453016 Mar 07 23:22:13.305533 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-dcabe85c-e294-453c-a17c-b9f7285f8784 req-ffe40293-9759-4900-b05e-94e60a87677b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72b79f94-8c4e-4a8e-86fa-5d2bce233d03 HTTP/1.1" status: 200 len: 1000 time: 0.1525290 Mar 07 23:22:13.305843 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-1a704e7f-a9c4-4d19-a355-d558c0ff2a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': '6284e668-13be-4edd-b666-dd86493cbe5b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'port_id': '72b79f94-8c4e-4a8e-86fa-5d2bce233d03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'mac_address': 'fa:16:3e:e3:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865ca5fe-992f-4ef4-b041-3e95f56e4363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:21:51Z', 'updated_at': '2022-03-07T23:22:11Z', 'revision_number': 1, 'project_id': '80516370fe324566aba801c4236e78d9', 'fixed_ip_address_scope': None}, {'id': 'e024a4c4-06ca-4dd0-8a01-4725d5428d35', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'port_id': '4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'mac_address': 'fa:16:3e:be:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d336ad-d44e-469b-8ce0-dad51dc78af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:20:20Z', 'updated_at': '2022-03-07T23:20:49Z', 'revision_number': 2, 'project_id': '80516370fe324566aba801c4236e78d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:17Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:22:13.400568 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12f5a8-6b43-47c6-a757-70a4a56c0c40 req-8fcb6010-2551-494f-ada1-f0156ff71b5f tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:13.408882 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3a12f5a8-6b43-47c6-a757-70a4a56c0c40 req-8fcb6010-2551-494f-ada1-f0156ff71b5f tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.1907642 Mar 07 23:22:13.412024 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a704e7f-a9c4-4d19-a355-d558c0ff2a14 None None] Checking router: ca2464bf-025b-48e9-8e60-1c19b6f68818 for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:22:13.457660 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a704e7f-a9c4-4d19-a355-d558c0ff2a14 None None] Routers {'ca2464bf-025b-48e9-8e60-1c19b6f68818'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:22:13.475488 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-1a704e7f-a9c4-4d19-a355-d558c0ff2a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:21:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['ca2464bf-025b-48e9-8e60-1c19b6f68818'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:22:13.517874 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabe85c-e294-453c-a17c-b9f7285f8784 req-54fa6232-19c5-4cc5-b5bc-2200476d7212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:13.518936 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-dcabe85c-e294-453c-a17c-b9f7285f8784 req-54fa6232-19c5-4cc5-b5bc-2200476d7212 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af3489ec-4655-4601-bbd0-7398fa1960d1 HTTP/1.1" status: 200 len: 854 time: 0.2038560 Mar 07 23:22:13.543863 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990848e5-8fb9-417b-ac01-3667e3355b40 req-ed8d731e-a871-4a97-8990-e0bda6283ad4 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:13.545964 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3a12f5a8-6b43-47c6-a757-70a4a56c0c40 req-5c58bf89-7b88-420b-9e21-7a8f32eee5bf tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354046 Mar 07 23:22:13.557548 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-990848e5-8fb9-417b-ac01-3667e3355b40 req-ed8d731e-a871-4a97-8990-e0bda6283ad4 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4 HTTP/1.1" status: 200 len: 945 time: 0.1427295 Mar 07 23:22:13.618016 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabe85c-e294-453c-a17c-b9f7285f8784 req-d323738d-bcaa-4798-93cc-6f2b9f156701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:13.620466 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-dcabe85c-e294-453c-a17c-b9f7285f8784 req-d323738d-bcaa-4798-93cc-6f2b9f156701 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0927382 Mar 07 23:22:13.635867 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-990848e5-8fb9-417b-ac01-3667e3355b40 req-8cfd3f1c-e8d1-45b2-a43f-a9523c16d544 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774231 Mar 07 23:22:13.670523 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-1a704e7f-a9c4-4d19-a355-d558c0ff2a14 None None] Set router ca2464bf-025b-48e9-8e60-1c19b6f68818 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:22:13.733664 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-dcabe85c-e294-453c-a17c-b9f7285f8784 req-f6b2ba39-b504-4a96-a29c-3ebb0de57381 service neutron] 10.222.0.16 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061761 Mar 07 23:22:13.832752 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-dcabe85c-e294-453c-a17c-b9f7285f8784 req-d2f298cf-236a-450f-b6bf-6820ef0a2570 service neutron] 10.222.0.16 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929272 Mar 07 23:22:13.850331 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c95699-61c3-4e53-8bcd-cb82245cf79c req-d8ad579f-a59f-42ed-b2e7-d2d875697eff tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:13.852488 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-56c95699-61c3-4e53-8bcd-cb82245cf79c req-d8ad579f-a59f-42ed-b2e7-d2d875697eff tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0562229 Mar 07 23:22:13.902605 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-56c95699-61c3-4e53-8bcd-cb82245cf79c req-2039299f-c515-46bb-947a-2dfa7edc44f2 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435550 Mar 07 23:22:14.006957 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-1a704e7f-a9c4-4d19-a355-d558c0ff2a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': '6284e668-13be-4edd-b666-dd86493cbe5b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'port_id': '72b79f94-8c4e-4a8e-86fa-5d2bce233d03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'mac_address': 'fa:16:3e:e3:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865ca5fe-992f-4ef4-b041-3e95f56e4363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:21:51Z', 'updated_at': '2022-03-07T23:22:11Z', 'revision_number': 1, 'project_id': '80516370fe324566aba801c4236e78d9', 'fixed_ip_address_scope': None}, {'id': 'e024a4c4-06ca-4dd0-8a01-4725d5428d35', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'port_id': '4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'mac_address': 'fa:16:3e:be:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d336ad-d44e-469b-8ce0-dad51dc78af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:20:20Z', 'updated_at': '2022-03-07T23:20:49Z', 'revision_number': 2, 'project_id': '80516370fe324566aba801c4236e78d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:17Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:22:14.037503 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a704e7f-a9c4-4d19-a355-d558c0ff2a14 None None] The sync data for ids ['ca2464bf-025b-48e9-8e60-1c19b6f68818'] in dv-cinder-813223-6-iscsi is: [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': '6284e668-13be-4edd-b666-dd86493cbe5b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'port_id': '72b79f94-8c4e-4a8e-86fa-5d2bce233d03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'mac_address': 'fa:16:3e:e3:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865ca5fe-992f-4ef4-b041-3e95f56e4363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:21:51Z', 'updated_at': '2022-03-07T23:22:11Z', 'revision_number': 1, 'project_id': '80516370fe324566aba801c4236e78d9', 'fixed_ip_address_scope': None}, {'id': 'e024a4c4-06ca-4dd0-8a01-4725d5428d35', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'port_id': '4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'mac_address': 'fa:16:3e:be:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d336ad-d44e-469b-8ce0-dad51dc78af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:20:20Z', 'updated_at': '2022-03-07T23:20:49Z', 'revision_number': 2, 'project_id': '80516370fe324566aba801c4236e78d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:17Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:22:14.217570 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369def53-f385-4ffd-8594-5456114d351c req-106fc6f4-93a1-41b7-a043-add42a08480e tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:14.226911 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-369def53-f385-4ffd-8594-5456114d351c req-106fc6f4-93a1-41b7-a043-add42a08480e tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0800469 Mar 07 23:22:14.309620 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-369def53-f385-4ffd-8594-5456114d351c req-2a2c2850-50b5-4c7b-a4a1-d8eb24ff8cc9 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817108 Mar 07 23:22:14.338410 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea04d926-64d2-4e29-923a-98a4aa5a56ae None None] New status for floating IP 6284e668-13be-4edd-b666-dd86493cbe5b: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:22:14.432040 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cea42-88ad-44b9-843d-ec7042bd503e req-594076de-b410-4539-913a-ef22d5fe41f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:14.436894 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ba3cea42-88ad-44b9-843d-ec7042bd503e req-594076de-b410-4539-913a-ef22d5fe41f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b0c5a8c78de4cedabc1710b0a7bcb52&device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 1129 time: 0.0996969 Mar 07 23:22:14.576170 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf33fcf-63d2-4786-8501-8ed2647aac44 req-5f39937f-e607-4a61-a2b8-ebbb8075e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:14.577779 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-adf33fcf-63d2-4786-8501-8ed2647aac44 req-5f39937f-e607-4a61-a2b8-ebbb8075e632 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 1129 time: 0.0862641 Mar 07 23:22:14.615692 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cea42-88ad-44b9-843d-ec7042bd503e req-8f1515ca-11b3-48a1-94af-4d7b36574997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:14.617227 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ba3cea42-88ad-44b9-843d-ec7042bd503e req-8f1515ca-11b3-48a1-94af-4d7b36574997 service neutron] 10.222.0.16 "GET /v2.0/networks?id=60cd751d-3709-4142-8796-5cc239f83beb HTTP/1.1" status: 200 len: 912 time: 0.1741538 Mar 07 23:22:14.667188 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-adf33fcf-63d2-4786-8501-8ed2647aac44 req-23305f97-c800-4bd2-a61f-b24a77b8f06a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733173 Mar 07 23:22:14.993544 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ba3cea42-88ad-44b9-843d-ec7042bd503e req-86ce4786-46bc-4ced-b1ef-25a411028f25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 HTTP/1.1" status: 200 len: 1001 time: 0.3653426 Mar 07 23:22:15.044334 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6683836-67b6-4e62-9aba-6f5a7985f886 req-a0f6b24b-b158-4b47-a819-1c8d6e87d3d8 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:15.051571 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a6683836-67b6-4e62-9aba-6f5a7985f886 req-a0f6b24b-b158-4b47-a819-1c8d6e87d3d8 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.4159925 Mar 07 23:22:15.085939 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cea42-88ad-44b9-843d-ec7042bd503e req-57a52ac1-c35d-443e-abbc-990fd2980ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:15.087579 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ba3cea42-88ad-44b9-843d-ec7042bd503e req-57a52ac1-c35d-443e-abbc-990fd2980ea8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebe707c4-73f7-4b8d-a363-ddcbe10d5528 HTTP/1.1" status: 200 len: 850 time: 0.0881882 Mar 07 23:22:15.145277 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a6683836-67b6-4e62-9aba-6f5a7985f886 req-ac483260-c365-4d98-87a4-230723f36cc9 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902748 Mar 07 23:22:15.178559 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cea42-88ad-44b9-843d-ec7042bd503e req-f36b193c-fb60-44f3-aa49-1da470ce8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:15.195200 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ba3cea42-88ad-44b9-843d-ec7042bd503e req-f36b193c-fb60-44f3-aa49-1da470ce8165 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60cd751d-3709-4142-8796-5cc239f83beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0815842 Mar 07 23:22:15.307595 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b024bc-4671-49bd-9106-0419265324f8 req-da814667-077d-4f0d-bf92-c35fb0b1eac1 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:15.309758 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c1b024bc-4671-49bd-9106-0419265324f8 req-da814667-077d-4f0d-bf92-c35fb0b1eac1 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.1047547 Mar 07 23:22:15.311872 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ba3cea42-88ad-44b9-843d-ec7042bd503e req-4a03ec8c-bc6a-4304-9726-229ce28427b8 service neutron] 10.222.0.16 "GET /v2.0/networks/60cd751d-3709-4142-8796-5cc239f83beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244192 Mar 07 23:22:15.416915 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c1b024bc-4671-49bd-9106-0419265324f8 req-3b9cc7a1-14cd-4124-aa5d-6dc276564bbd tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014645 Mar 07 23:22:15.447763 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ba3cea42-88ad-44b9-843d-ec7042bd503e req-5bff3438-bea9-4ea4-81d2-9f380c5b7418 service neutron] 10.222.0.16 "GET /v2.0/networks/60cd751d-3709-4142-8796-5cc239f83beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264186 Mar 07 23:22:15.502920 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4a3b4-bbcd-4c6c-b298-b9a2044b36a8 req-87eb186c-73e1-4c0f-98ad-0eb742bdbfd0 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:15.504454 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-75f4a3b4-bbcd-4c6c-b298-b9a2044b36a8 req-87eb186c-73e1-4c0f-98ad-0eb742bdbfd0 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0674331 Mar 07 23:22:15.555793 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-75f4a3b4-bbcd-4c6c-b298-b9a2044b36a8 req-31cc8e4e-0129-45b1-a359-b5f20bee8129 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458398 Mar 07 23:22:15.558953 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e91168-a7e0-4601-81ab-f4b930b761b4 req-41700180-aa2f-4243-95bc-c087015922f5 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:15.560486 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-69e91168-a7e0-4601-81ab-f4b930b761b4 req-41700180-aa2f-4243-95bc-c087015922f5 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4 HTTP/1.1" status: 200 len: 945 time: 0.0603218 Mar 07 23:22:15.606769 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-69e91168-a7e0-4601-81ab-f4b930b761b4 req-9f978df4-74e6-483d-935f-b4a6de8436d5 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399261 Mar 07 23:22:16.257624 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef542e61-910f-4255-b6f2-ed7758ac40ac req-5513ed2c-9556-4134-95f6-87b211eded05 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:16.259115 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ef542e61-910f-4255-b6f2-ed7758ac40ac req-5513ed2c-9556-4134-95f6-87b211eded05 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0535824 Mar 07 23:22:16.305932 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ef542e61-910f-4255-b6f2-ed7758ac40ac req-ad735d54-13f8-41f6-988f-bd2b1f0acbf3 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410316 Mar 07 23:22:16.568496 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74959aec-1d44-4177-8564-9c116f4fd296 req-8ea91e5f-2be7-4af6-8dd8-a1031cabf781 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:16.570268 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-74959aec-1d44-4177-8564-9c116f4fd296 req-8ea91e5f-2be7-4af6-8dd8-a1031cabf781 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0565405 Mar 07 23:22:16.571786 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6a4c9-8f26-4b3b-ba9d-df59f2eed473 req-89cabad5-b105-4a9f-a411-71944020f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:16.573508 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-19e6a4c9-8f26-4b3b-ba9d-df59f2eed473 req-89cabad5-b105-4a9f-a411-71944020f4d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70c6d901ff9f4d8e84e6c24fe716994c&device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 1129 time: 0.0472722 Mar 07 23:22:16.617983 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-74959aec-1d44-4177-8564-9c116f4fd296 req-5c281d60-cbd5-4b41-ba9f-ac841dce9654 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410197 Mar 07 23:22:16.665031 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6a4c9-8f26-4b3b-ba9d-df59f2eed473 req-1eb7704f-c705-4aba-b1b1-51142b593ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:16.666492 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-19e6a4c9-8f26-4b3b-ba9d-df59f2eed473 req-1eb7704f-c705-4aba-b1b1-51142b593ac5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2859357e-3793-4a4e-a3ac-55382bb5099f HTTP/1.1" status: 200 len: 918 time: 0.0867212 Mar 07 23:22:16.728384 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2a4c2-95a0-4205-b269-df3053db888a req-7e5eb095-1225-4e59-afe6-74f4cea59ed6 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:16.729837 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5ed2a4c2-95a0-4205-b269-df3053db888a req-7e5eb095-1225-4e59-afe6-74f4cea59ed6 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0522325 Mar 07 23:22:16.736320 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-19e6a4c9-8f26-4b3b-ba9d-df59f2eed473 req-b7dd9929-fd73-41d4-98c4-fb581aed5f4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac HTTP/1.1" status: 200 len: 1000 time: 0.0620918 Mar 07 23:22:16.786591 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5ed2a4c2-95a0-4205-b269-df3053db888a req-2e022792-54e3-4486-acf4-cbc0d2fc4bc9 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505955 Mar 07 23:22:16.836024 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6a4c9-8f26-4b3b-ba9d-df59f2eed473 req-4b9d915b-daa5-41cf-94b3-388d0faa20dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:16.837479 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-19e6a4c9-8f26-4b3b-ba9d-df59f2eed473 req-4b9d915b-daa5-41cf-94b3-388d0faa20dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc HTTP/1.1" status: 200 len: 856 time: 0.0806701 Mar 07 23:22:16.882696 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143e0d6-c1c8-4ed9-8ccf-27998871a7ff req-2ce79915-8e92-45a0-b29c-95244fbfc5e9 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:16.884152 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2143e0d6-c1c8-4ed9-8ccf-27998871a7ff req-2ce79915-8e92-45a0-b29c-95244fbfc5e9 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4 HTTP/1.1" status: 200 len: 945 time: 0.0895705 Mar 07 23:22:16.926807 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6a4c9-8f26-4b3b-ba9d-df59f2eed473 req-1f4262c6-cfe7-40d6-a529-6712c549640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:16.928286 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-19e6a4c9-8f26-4b3b-ba9d-df59f2eed473 req-1f4262c6-cfe7-40d6-a529-6712c549640f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2859357e-3793-4a4e-a3ac-55382bb5099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823841 Mar 07 23:22:16.931720 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc49bd-a2c2-4a27-b152-54a6abb05ea6 req-6470a5f5-ceea-4d3d-ab21-0a2e1fe6f4ae tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:16.933231 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-acfc49bd-a2c2-4a27-b152-54a6abb05ea6 req-6470a5f5-ceea-4d3d-ab21-0a2e1fe6f4ae tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0880487 Mar 07 23:22:16.936003 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4989857-e070-488f-a799-1bfe5b414faa req-366dd0cd-08c1-4416-b49e-e8a45afc4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:16.937438 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f4989857-e070-488f-a799-1bfe5b414faa req-366dd0cd-08c1-4416-b49e-e8a45afc4a8f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e0ba9e6a9da4330a40c6943e3681050&device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 1129 time: 0.0657544 Mar 07 23:22:16.950204 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2143e0d6-c1c8-4ed9-8ccf-27998871a7ff req-dfc780a9-3329-4426-9a17-a52c3173748d tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593176 Mar 07 23:22:17.022807 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-19e6a4c9-8f26-4b3b-ba9d-df59f2eed473 req-f5f000ac-fa61-49fc-925f-6c64bf3af260 service neutron] 10.222.0.16 "GET /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869658 Mar 07 23:22:17.037703 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-acfc49bd-a2c2-4a27-b152-54a6abb05ea6 req-417e07c4-eb4f-41b0-a2a9-903671496af0 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979872 Mar 07 23:22:17.058388 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4989857-e070-488f-a799-1bfe5b414faa req-2e880345-c927-4ec8-8410-8939d1c50a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:17.059884 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f4989857-e070-488f-a799-1bfe5b414faa req-2e880345-c927-4ec8-8410-8939d1c50a1a service neutron] 10.222.0.16 "GET /v2.0/networks?id=252e7d4a-e802-4ff2-a0c6-1a446f9d728b HTTP/1.1" status: 200 len: 920 time: 0.1141543 Mar 07 23:22:17.106670 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f4989857-e070-488f-a799-1bfe5b414faa req-64cd82bc-9ac8-48ad-8e5a-f8e40db13cdb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67558d26-ec32-439a-a4d1-737c464f1726 HTTP/1.1" status: 200 len: 217 time: 0.0380120 Mar 07 23:22:17.117765 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-19e6a4c9-8f26-4b3b-ba9d-df59f2eed473 req-990318d1-cd80-4887-bc21-2f560701d8d8 service neutron] 10.222.0.16 "GET /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861459 Mar 07 23:22:17.154703 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4989857-e070-488f-a799-1bfe5b414faa req-d884853b-5e8a-4e24-9782-442c519a8d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:17.156184 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f4989857-e070-488f-a799-1bfe5b414faa req-d884853b-5e8a-4e24-9782-442c519a8d61 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8514d718-78d0-47bf-aca4-100f86311e4c HTTP/1.1" status: 200 len: 859 time: 0.0429971 Mar 07 23:22:17.187032 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f4989857-e070-488f-a799-1bfe5b414faa req-ffd46e66-630e-4b14-85c6-9ae2cac56377 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=252e7d4a-e802-4ff2-a0c6-1a446f9d728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244253 Mar 07 23:22:17.278790 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f4989857-e070-488f-a799-1bfe5b414faa req-f3a8b744-ae25-4f85-82ec-c18af308aa3c service neutron] 10.222.0.16 "GET /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844867 Mar 07 23:22:17.366284 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f4989857-e070-488f-a799-1bfe5b414faa req-2d6940e1-2c54-43f9-830d-aa370985e071 service neutron] 10.222.0.16 "GET /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819349 Mar 07 23:22:17.407982 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4890d2-bab3-4413-8dbe-f41080ada391 req-def91eec-1d12-4633-819b-28cd157aec24 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:17.409462 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-7c4890d2-bab3-4413-8dbe-f41080ada391 req-def91eec-1d12-4633-819b-28cd157aec24 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.16 "GET /v2.0/ports?device_id=9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4 HTTP/1.1" status: 200 len: 945 time: 0.0521822 Mar 07 23:22:17.523311 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [req-7c4890d2-bab3-4413-8dbe-f41080ada391 req-b82fd46d-9fab-4c5e-9b1e-139d9d05bfec tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Deleting port f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:22:17.523703 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-7c4890d2-bab3-4413-8dbe-f41080ada391 req-b82fd46d-9fab-4c5e-9b1e-139d9d05bfec tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:17.610176 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-7c4890d2-bab3-4413-8dbe-f41080ada391 req-b82fd46d-9fab-4c5e-9b1e-139d9d05bfec tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] For port f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7,segment=NetworkSegment(91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62),segment_id=91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:22:17.610878 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-7c4890d2-bab3-4413-8dbe-f41080ada391 req-b82fd46d-9fab-4c5e-9b1e-139d9d05bfec tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:17.621983 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [req-7c4890d2-bab3-4413-8dbe-f41080ada391 req-b82fd46d-9fab-4c5e-9b1e-139d9d05bfec tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Calling delete_port for f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7 owned by compute:nova {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:22:17.782991 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f1a4a-b954-4839-b523-d483c7973b0a req-53bae464-c82d-45c9-95e4-3c53f9bec892 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:17.784401 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6d3f1a4a-b954-4839-b523-d483c7973b0a req-53bae464-c82d-45c9-95e4-3c53f9bec892 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0866599 Mar 07 23:22:17.831361 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6d3f1a4a-b954-4839-b523-d483c7973b0a req-c67c5ff3-bad2-4559-bb7c-aadd3c371bfa tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411780 Mar 07 23:22:17.893217 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-7c4890d2-bab3-4413-8dbe-f41080ada391 req-b82fd46d-9fab-4c5e-9b1e-139d9d05bfec tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:17.904794 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:22:17.924426 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fd46d-9fab-4c5e-9b1e-139d9d05bfec tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Pushing event deleted for resources: {'Port': ['ID=f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:17.967370 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4890d2-bab3-4413-8dbe-f41080ada391 req-b82fd46d-9fab-4c5e-9b1e-139d9d05bfec tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] No DVR routers for this DVR port f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7 on host hv-cinder-81322 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:22:17.970246 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-7c4890d2-bab3-4413-8dbe-f41080ada391 req-b82fd46d-9fab-4c5e-9b1e-139d9d05bfec tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:17.973446 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-7c4890d2-bab3-4413-8dbe-f41080ada391 req-b82fd46d-9fab-4c5e-9b1e-139d9d05bfec tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.16 "DELETE /v2.0/ports/f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7 HTTP/1.1" status: 204 len: 173 time: 0.5510290 Mar 07 23:22:17.973986 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4', 'name': 'network-vif-deleted', 'tag': 'f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:22:17.976220 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe8b8a9-2479-4029-af52-01ce0439affc" -d '{"events": [{"server_uuid": "9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4", "name": "network-vif-deleted", "tag": "f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:22:18.012286 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9df31e-04fa-4e6d-9cc3-0a6647b13b3c x-openstack-request-id: req-8a9df31e-04fa-4e6d-9cc3-0a6647b13b3c {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:22:18.012643 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4", "name": "network-vif-deleted", "tag": "f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:22:18.012930 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a9df31e-04fa-4e6d-9cc3-0a6647b13b3c {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:22:18.019376 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4', 'name': 'network-vif-deleted', 'tag': 'f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7', 'status': 'completed', 'code': 200} Mar 07 23:22:18.045687 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3c0d3fe8-9fb0-457f-b3be-8ebd45352930 req-3ffa8e02-b78e-4169-9a51-b73f5b0de6eb tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dcb80a5-1d26-4c58-a4bd-d5c2d17732b4 HTTP/1.1" status: 200 len: 210 time: 0.0259430 Mar 07 23:22:18.158672 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c94b5c-f3a5-4b2a-9a16-76fd11092b2b req-97be2082-0ff9-413a-8b2a-b92cb706922c tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:18.160148 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-79c94b5c-f3a5-4b2a-9a16-76fd11092b2b req-97be2082-0ff9-413a-8b2a-b92cb706922c tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0534012 Mar 07 23:22:18.207067 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-79c94b5c-f3a5-4b2a-9a16-76fd11092b2b req-dab8bf72-de22-4ef8-9daf-616483545374 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409441 Mar 07 23:22:18.954828 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbffc2b9-3c42-4f5c-bda2-c38df1fb58af req-baff4864-30ee-4a06-b20f-b01b074da1e1 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:18.956316 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-cbffc2b9-3c42-4f5c-bda2-c38df1fb58af req-baff4864-30ee-4a06-b20f-b01b074da1e1 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0556915 Mar 07 23:22:19.014929 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-cbffc2b9-3c42-4f5c-bda2-c38df1fb58af req-6c34dc6c-e630-4726-a676-6c9d9f58cec9 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517313 Mar 07 23:22:19.334861 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856cd98-df67-46d1-8051-cbb1dd757e64 req-120f7288-bdda-428a-b572-ae674e49138b tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:19.336377 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4856cd98-df67-46d1-8051-cbb1dd757e64 req-120f7288-bdda-428a-b572-ae674e49138b tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0583332 Mar 07 23:22:19.371742 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-cc845e98-d917-4744-a5bb-da0e329aa674 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:19.377501 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-cc845e98-d917-4744-a5bb-da0e329aa674 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/networks?id=75059b77-daef-4a16-bb53-9c0565a13b9e HTTP/1.1" status: 200 len: 808 time: 0.1230340 Mar 07 23:22:19.390065 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4856cd98-df67-46d1-8051-cbb1dd757e64 req-72e8d0d1-ab3b-4906-952e-14ddff4047a2 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480156 Mar 07 23:22:19.390314 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-b48c08e7-6f30-4f32-88d8-299e8b4b3627 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/quotas/5878a1661e7440f7a42a4df87c8c6838 HTTP/1.1" status: 200 len: 375 time: 0.0100856 Mar 07 23:22:19.447210 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-1b2c790d-c738-496f-a0c8-68642ba11df6 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5878a1661e7440f7a42a4df87c8c6838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298519 Mar 07 23:22:19.537071 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-5f132840-5c24-4b0b-bfa1-091f63bd4bf8 service neutron] 10.222.0.24 "GET /v2.0/networks/75059b77-daef-4a16-bb53-9c0565a13b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828485 Mar 07 23:22:19.627225 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-f82ea8ff-d209-4e08-9444-0e591e607cd3 service neutron] 10.222.0.24 "GET /v2.0/networks/75059b77-daef-4a16-bb53-9c0565a13b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842392 Mar 07 23:22:19.824694 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5eef5fcd-6aa2-459f-b383-0f07611a5da3 req-4dfd1cac-f612-42d3-813b-700861500fa6 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 210 time: 0.0262821 Mar 07 23:22:20.142262 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d1a98-685b-4537-bfb2-cae995b18fe9 req-fea64e24-50e0-492a-a45e-f00ddf4ce2bb tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:20.149139 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5b3d1a98-685b-4537-bfb2-cae995b18fe9 req-fea64e24-50e0-492a-a45e-f00ddf4ce2bb tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 945 time: 0.0643661 Mar 07 23:22:20.191369 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5b3d1a98-685b-4537-bfb2-cae995b18fe9 req-f4c378d4-d5b0-411e-9d8d-8034e494eda3 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414755 Mar 07 23:22:20.515006 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cedbd-47ac-4829-a4b6-296fffde3ab7 req-715a60d3-5af6-422e-abfc-0067394ec610 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:20.520268 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d21cedbd-47ac-4829-a4b6-296fffde3ab7 req-715a60d3-5af6-422e-abfc-0067394ec610 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0567763 Mar 07 23:22:20.563957 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d21cedbd-47ac-4829-a4b6-296fffde3ab7 req-738e2d52-b477-4e9d-9efe-0498b6f416e3 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416086 Mar 07 23:22:20.855815 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:22:20.884559 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] No Port match for: f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:22:20.884830 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device f685ec70-9138-4b0d-b3ba-8eb8d52cc8d7 not bound to the agent host hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:22:20.886617 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:22:20.973040 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac is: ACTIVE; New status is: DOWN {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:22:20.973490 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:20.999614 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8cda0a-048b-4540-9a5c-79f011ca887a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '576aa2fb-f48e-4e0f-b52b-d6a33a6329ac'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:22:21.001884 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad33042-a1d8-403d-b53a-dfbac5037b16" -d '{"events": [{"server_uuid": "4e8cda0a-048b-4540-9a5c-79f011ca887a", "name": "network-vif-unplugged", "status": "completed", "tag": "576aa2fb-f48e-4e0f-b52b-d6a33a6329ac"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:22:21.013916 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:22:21.070662 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:21.130822 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac,revision_number=8']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:21.156635 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-fbb5f9aa-9a22-48c3-a955-097b3e637a3f req-3a2d0ddf-1001-43dc-ae5b-ea3da517afa2 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 210 time: 0.0262847 Mar 07 23:22:21.197931 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 23:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8121540-c3f8-4018-9e0f-abaae5b49495 x-openstack-request-id: req-a8121540-c3f8-4018-9e0f-abaae5b49495 {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:22:21.198271 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8cda0a-048b-4540-9a5c-79f011ca887a", "name": "network-vif-unplugged", "status": "failed", "tag": "576aa2fb-f48e-4e0f-b52b-d6a33a6329ac", "code": 422}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:22:21.198770 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8121540-c3f8-4018-9e0f-abaae5b49495 {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:22:21.199218 dv-cinder-813223-6-iscsi neutron-server[103609]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4e8cda0a-048b-4540-9a5c-79f011ca887a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '576aa2fb-f48e-4e0f-b52b-d6a33a6329ac', 'code': 422} returned with failed status Mar 07 23:22:21.359413 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [req-1fe1c3db-c987-4f70-985b-2ac0778a0fca req-718936f7-a8d0-4004-9548-b2cfc75f137c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103608) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 23:22:21.360408 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1fe1c3db-c987-4f70-985b-2ac0778a0fca req-718936f7-a8d0-4004-9548-b2cfc75f137c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059502 Mar 07 23:22:21.644372 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600ad85-a422-4078-9733-676c29355903 req-5eccba7b-705d-44d1-813a-3396036fafdf tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:21.645872 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d600ad85-a422-4078-9733-676c29355903 req-5eccba7b-705d-44d1-813a-3396036fafdf tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.0518036 Mar 07 23:22:21.694593 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d600ad85-a422-4078-9733-676c29355903 req-63a57819-6e75-4702-9e87-937bdb3ad069 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430996 Mar 07 23:22:22.136577 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 43380) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:22:22.225547 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-031c9ead-8962-4374-8535-8181591b7bbc req-1ff566e3-c706-43f9-8eb1-cc1611a75240 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877588 Mar 07 23:22:22.234142 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [req-031c9ead-8962-4374-8535-8181591b7bbc req-46a1ace4-3666-4260-a8e3-5a4a90fe16a0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 23:22:22.236029 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-031c9ead-8962-4374-8535-8181591b7bbc req-46a1ace4-3666-4260-a8e3-5a4a90fe16a0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049956 Mar 07 23:22:22.249975 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b977a775-351e-4581-b072-c8505e6952fe req-ce821abe-d92a-47d4-a661-94f3542a73e0 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 210 time: 0.0263209 Mar 07 23:22:22.314471 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 43392) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:22:22.408692 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c9ead-8962-4374-8535-8181591b7bbc req-aa37921a-4698-4c88-9b72-f7b3277cbc4e tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:22.410054 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-031c9ead-8962-4374-8535-8181591b7bbc req-aa37921a-4698-4c88-9b72-f7b3277cbc4e tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports/576aa2fb-f48e-4e0f-b52b-d6a33a6329ac HTTP/1.1" status: 200 len: 940 time: 0.0945945 Mar 07 23:22:22.826484 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bf28b-5ae8-4f17-8c66-b8e5d45527e2 req-1e4993b5-6815-4bc1-bfa0-186b32e86299 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:22.827954 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f42bf28b-5ae8-4f17-8c66-b8e5d45527e2 req-1e4993b5-6815-4bc1-bfa0-186b32e86299 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.0568101 Mar 07 23:22:22.875162 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f42bf28b-5ae8-4f17-8c66-b8e5d45527e2 req-86cda61c-4b90-4a05-b41d-7418868d8dca tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409801 Mar 07 23:22:23.341147 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2bac2f86-4208-42f7-a990-bccb789b1db5 req-52426788-69fa-4e1d-ae97-ca771f217e6c tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 210 time: 0.0263033 Mar 07 23:22:23.876214 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-9c3ca7ed-c016-453f-8f2c-123c2a674de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:23.995076 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818e9a6-70df-4bb6-b846-3690747dfda0 req-1482bfba-d506-47ab-8e1c-157a0d14762f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:23.996577 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3818e9a6-70df-4bb6-b846-3690747dfda0 req-1482bfba-d506-47ab-8e1c-157a0d14762f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.0510402 Mar 07 23:22:24.042650 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3818e9a6-70df-4bb6-b846-3690747dfda0 req-5163d5e2-458a-4679-9a53-a020000d7bb2 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398014 Mar 07 23:22:24.269629 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-1b063d8e-9cc8-4a1e-add6-c1bc415c1e58 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:24.271094 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-1b063d8e-9cc8-4a1e-add6-c1bc415c1e58 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.16 "GET /v2.0/networks?id=75059b77-daef-4a16-bb53-9c0565a13b9e HTTP/1.1" status: 200 len: 808 time: 0.1076915 Mar 07 23:22:24.285124 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-b3144fb1-d9ea-467e-a0eb-5f681692b7f5 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Request body: {'port': {'device_id': '7fea2592-b174-42b2-b394-670de9deb221', 'network_id': '75059b77-daef-4a16-bb53-9c0565a13b9e', 'admin_state_up': True, 'tenant_id': '5878a1661e7440f7a42a4df87c8c6838'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:22:24.450376 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-fb7bea30-9efe-4300-a473-2ad04afd126e req-c52a8485-c01a-4c59-a771-05fd7e864995 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 210 time: 0.0306213 Mar 07 23:22:24.464530 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-b3144fb1-d9ea-467e-a0eb-5f681692b7f5 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Made reservation on behalf of 5878a1661e7440f7a42a4df87c8c6838 for: {'port': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:22:24.467913 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-b3144fb1-d9ea-467e-a0eb-5f681692b7f5 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:24.596625 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-b3144fb1-d9ea-467e-a0eb-5f681692b7f5 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Allocated IP 172.20.0.6 (75059b77-daef-4a16-bb53-9c0565a13b9e/41713100-eb5c-4472-8fa0-f019c6871bff/f711118d-97a3-43f7-a983-40e7effb527e) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:22:24.745607 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-b3144fb1-d9ea-467e-a0eb-5f681692b7f5 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Publish callbacks [] for port (f711118d-97a3-43f7-a983-40e7effb527e), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:24.813374 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-b3144fb1-d9ea-467e-a0eb-5f681692b7f5 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (f711118d-97a3-43f7-a983-40e7effb527e), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:24.855607 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-b3144fb1-d9ea-467e-a0eb-5f681692b7f5 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Network 75059b77-daef-4a16-bb53-9c0565a13b9e is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:22:24.860359 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-b3144fb1-d9ea-467e-a0eb-5f681692b7f5 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:22:24.864037 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-b3144fb1-d9ea-467e-a0eb-5f681692b7f5 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:22:24.890421 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3144fb1-d9ea-467e-a0eb-5f681692b7f5 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Pushing event updated for resources: {'Port': ['ID=f711118d-97a3-43f7-a983-40e7effb527e,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:24.918979 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-b3144fb1-d9ea-467e-a0eb-5f681692b7f5 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:24.919617 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-b3144fb1-d9ea-467e-a0eb-5f681692b7f5 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:24.998413 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-b3144fb1-d9ea-467e-a0eb-5f681692b7f5 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7174559 Mar 07 23:22:25.009987 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-19bf6d85-09d2-46f4-bc00-96ec1a1d6ba8 service neutron] Request body: {'port': {'device_id': '7fea2592-b174-42b2-b394-670de9deb221', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:22:25.067692 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-19bf6d85-09d2-46f4-bc00-96ec1a1d6ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (f711118d-97a3-43f7-a983-40e7effb527e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:25.164922 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529607da-87b7-414a-bbd8-5e77de44612b req-318e148d-d605-40c7-b31d-fc882977b435 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:25.166734 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-529607da-87b7-414a-bbd8-5e77de44612b req-318e148d-d605-40c7-b31d-fc882977b435 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.0525265 Mar 07 23:22:25.216555 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-529607da-87b7-414a-bbd8-5e77de44612b req-1d1a8d2a-64f9-4373-99ce-5f56a5161784 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436907 Mar 07 23:22:25.346353 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-19bf6d85-09d2-46f4-bc00-96ec1a1d6ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f711118d-97a3-43f7-a983-40e7effb527e {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:22:25.353960 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-19bf6d85-09d2-46f4-bc00-96ec1a1d6ba8 service neutron] Publish callbacks [] for port (f711118d-97a3-43f7-a983-40e7effb527e), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:25.366563 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-19bf6d85-09d2-46f4-bc00-96ec1a1d6ba8 service neutron] Transition to ACTIVE for port object f711118d-97a3-43f7-a983-40e7effb527e will not be triggered until provisioned by entity L2. {{(pid=103608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 23:22:25.432569 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-19bf6d85-09d2-46f4-bc00-96ec1a1d6ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (f711118d-97a3-43f7-a983-40e7effb527e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:25.478911 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf6d85-09d2-46f4-bc00-96ec1a1d6ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=f711118d-97a3-43f7-a983-40e7effb527e,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:25.558471 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-19bf6d85-09d2-46f4-bc00-96ec1a1d6ba8 service neutron] Attempting to bind port f711118d-97a3-43f7-a983-40e7effb527e on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:22:25.558819 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-19bf6d85-09d2-46f4-bc00-96ec1a1d6ba8 service neutron] Attempting to bind port f711118d-97a3-43f7-a983-40e7effb527e by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '75059b77-daef-4a16-bb53-9c0565a13b9e'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:22:25.559379 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-19bf6d85-09d2-46f4-bc00-96ec1a1d6ba8 service neutron] Attempting to bind port f711118d-97a3-43f7-a983-40e7effb527e on network 75059b77-daef-4a16-bb53-9c0565a13b9e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:22:25.581654 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-19bf6d85-09d2-46f4-bc00-96ec1a1d6ba8 service neutron] Port f711118d-97a3-43f7-a983-40e7effb527e on network 75059b77-daef-4a16-bb53-9c0565a13b9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 23:22:25.582070 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-19bf6d85-09d2-46f4-bc00-96ec1a1d6ba8 service neutron] Attempting to bind port f711118d-97a3-43f7-a983-40e7effb527e on network 75059b77-daef-4a16-bb53-9c0565a13b9e {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:22:25.589521 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-19bf6d85-09d2-46f4-bc00-96ec1a1d6ba8 service neutron] Checking agent: {'id': 'c3ad4338-66dc-4d28-9621-abda7889d413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'started_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:22:25.589865 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-19bf6d85-09d2-46f4-bc00-96ec1a1d6ba8 service neutron] Checking segment: {'id': '91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '75059b77-daef-4a16-bb53-9c0565a13b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:22:25.590292 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-19bf6d85-09d2-46f4-bc00-96ec1a1d6ba8 service neutron] Bound using segment: {'id': '91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '75059b77-daef-4a16-bb53-9c0565a13b9e'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:22:25.591358 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-19bf6d85-09d2-46f4-bc00-96ec1a1d6ba8 service neutron] Bound port: f711118d-97a3-43f7-a983-40e7effb527e, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '75059b77-daef-4a16-bb53-9c0565a13b9e'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:22:25.591583 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-19bf6d85-09d2-46f4-bc00-96ec1a1d6ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (f711118d-97a3-43f7-a983-40e7effb527e), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:25.614308 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254354db-5a13-40f0-90bb-b85431fa316c req-e231152c-d5f1-49db-9a7e-a48d80b3e535 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:25.616055 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-254354db-5a13-40f0-90bb-b85431fa316c req-e231152c-d5f1-49db-9a7e-a48d80b3e535 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 943 time: 0.0755930 Mar 07 23:22:25.674459 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-19bf6d85-09d2-46f4-bc00-96ec1a1d6ba8 service neutron] For port f711118d-97a3-43f7-a983-40e7effb527e, host hv-cinder-81322, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:22:25.677999 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-19bf6d85-09d2-46f4-bc00-96ec1a1d6ba8 service neutron] For port f711118d-97a3-43f7-a983-40e7effb527e, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f711118d-97a3-43f7-a983-40e7effb527e,segment=NetworkSegment(91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62),segment_id=91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:22:25.740427 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-19bf6d85-09d2-46f4-bc00-96ec1a1d6ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (f711118d-97a3-43f7-a983-40e7effb527e), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:25.792863 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-19bf6d85-09d2-46f4-bc00-96ec1a1d6ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:25.793520 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-19bf6d85-09d2-46f4-bc00-96ec1a1d6ba8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:25.794944 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-19bf6d85-09d2-46f4-bc00-96ec1a1d6ba8 service neutron] 10.222.0.16 "PUT /v2.0/ports/f711118d-97a3-43f7-a983-40e7effb527e HTTP/1.1" status: 200 len: 1093 time: 0.7890189 Mar 07 23:22:25.795486 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fea2592-b174-42b2-b394-670de9deb221', 'tag': 'f711118d-97a3-43f7-a983-40e7effb527e'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:22:25.798528 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52601718-e4ec-486b-9d2f-92e278fa2e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "7fea2592-b174-42b2-b394-670de9deb221", "tag": "f711118d-97a3-43f7-a983-40e7effb527e"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:22:25.847280 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf6d85-09d2-46f4-bc00-96ec1a1d6ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=f711118d-97a3-43f7-a983-40e7effb527e,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:25.857325 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ac293f-1b22-4f33-9400-1126f773524f x-openstack-request-id: req-05ac293f-1b22-4f33-9400-1126f773524f {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:22:25.857628 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fea2592-b174-42b2-b394-670de9deb221", "tag": "f711118d-97a3-43f7-a983-40e7effb527e", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:22:25.858931 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05ac293f-1b22-4f33-9400-1126f773524f {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:22:25.858931 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fea2592-b174-42b2-b394-670de9deb221', 'tag': 'f711118d-97a3-43f7-a983-40e7effb527e', 'status': 'completed', 'code': 200} Mar 07 23:22:25.939110 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:25.952307 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52601718-e4ec-486b-9d2f-92e278fa2e9c req-0c9e4c63-fb9d-4d02-9126-3746e984e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:25.953947 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-52601718-e4ec-486b-9d2f-92e278fa2e9c req-0c9e4c63-fb9d-4d02-9126-3746e984e408 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5878a1661e7440f7a42a4df87c8c6838&device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 1127 time: 0.0480480 Mar 07 23:22:25.958357 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-254354db-5a13-40f0-90bb-b85431fa316c req-8dc54b80-dc08-4c93-aa95-0b98442e2e25 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363991 Mar 07 23:22:26.055011 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52601718-e4ec-486b-9d2f-92e278fa2e9c req-5ff1bc15-f75f-4521-88f7-01d36e27430f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:26.056534 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-52601718-e4ec-486b-9d2f-92e278fa2e9c req-5ff1bc15-f75f-4521-88f7-01d36e27430f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=5878a1661e7440f7a42a4df87c8c6838&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0947468 Mar 07 23:22:26.157695 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52601718-e4ec-486b-9d2f-92e278fa2e9c req-7c51d41e-8fa5-4a8b-8c74-f6c7989de509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:26.159151 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-52601718-e4ec-486b-9d2f-92e278fa2e9c req-7c51d41e-8fa5-4a8b-8c74-f6c7989de509 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959642 Mar 07 23:22:26.178868 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c3539d95-5c6a-428a-b590-70cf357060fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:26.241736 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-42827c1d-da58-4b38-8b75-8e66fc8d43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:26.243122 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-42827c1d-da58-4b38-8b75-8e66fc8d43f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5878a1661e7440f7a42a4df87c8c6838&device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 1127 time: 0.0466092 Mar 07 23:22:26.297766 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-9add8f15-6b0a-4f55-aa90-dc46dbff34a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f711118d-97a3-43f7-a983-40e7effb527e HTTP/1.1" status: 200 len: 217 time: 0.0344355 Mar 07 23:22:26.369943 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c9ead-8962-4374-8535-8181591b7bbc req-a5d157bc-b2db-48b1-8c8a-ffc55de7689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:26.371523 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-031c9ead-8962-4374-8535-8181591b7bbc req-a5d157bc-b2db-48b1-8c8a-ffc55de7689b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a&tenant_id=70c6d901ff9f4d8e84e6c24fe716994c HTTP/1.1" status: 200 len: 1127 time: 0.0746796 Mar 07 23:22:26.374073 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-5ee9de88-1f14-4415-b82e-1d57cdaa4ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:26.375540 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-5ee9de88-1f14-4415-b82e-1d57cdaa4ac3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=41713100-eb5c-4472-8fa0-f019c6871bff HTTP/1.1" status: 200 len: 848 time: 0.0669661 Mar 07 23:22:26.386560 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73ec9b-fa12-4eb5-bb20-b023e8074eb1 req-f18ecffc-03de-4ac6-9509-20ff75b5689f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:26.388002 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-da73ec9b-fa12-4eb5-bb20-b023e8074eb1 req-f18ecffc-03de-4ac6-9509-20ff75b5689f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.0882378 Mar 07 23:22:26.419135 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-1075fe1a-f02e-4347-a0c6-8ab8e725c2fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=75059b77-daef-4a16-bb53-9c0565a13b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301859 Mar 07 23:22:26.441116 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c9ead-8962-4374-8535-8181591b7bbc req-c7ea2725-b299-46e5-9652-6b3158da75ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:26.442756 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-031c9ead-8962-4374-8535-8181591b7bbc req-c7ea2725-b299-46e5-9652-6b3158da75ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70c6d901ff9f4d8e84e6c24fe716994c&device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 1127 time: 0.0468826 Mar 07 23:22:26.509163 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-da73ec9b-fa12-4eb5-bb20-b023e8074eb1 req-2c565396-ed10-49d9-9f16-59b03b03570d tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122484 Mar 07 23:22:26.534553 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c9ead-8962-4374-8535-8181591b7bbc req-3e64934d-745b-4d32-946d-464f53f138aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:26.536037 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-031c9ead-8962-4374-8535-8181591b7bbc req-3e64934d-745b-4d32-946d-464f53f138aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=2859357e-3793-4a4e-a3ac-55382bb5099f HTTP/1.1" status: 200 len: 918 time: 0.0858173 Mar 07 23:22:26.538176 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-c749b997-2276-4139-b1bf-54e601be27c3 service neutron] 10.222.0.16 "GET /v2.0/networks/75059b77-daef-4a16-bb53-9c0565a13b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110830 Mar 07 23:22:26.618401 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-031c9ead-8962-4374-8535-8181591b7bbc req-aa4c081c-bba1-46c4-a40e-9a0f60ed4a2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac HTTP/1.1" status: 200 len: 998 time: 0.0620823 Mar 07 23:22:26.639222 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0e2c8c0a-eb77-4f53-bbcc-2348d275d49a req-e610cdf8-5ddb-4f22-ae08-c05f0d4db85c service neutron] 10.222.0.16 "GET /v2.0/networks/75059b77-daef-4a16-bb53-9c0565a13b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821736 Mar 07 23:22:26.667122 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c9ead-8962-4374-8535-8181591b7bbc req-eaec2861-9ce3-4de4-8989-d7c2bcda7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:26.668616 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-031c9ead-8962-4374-8535-8181591b7bbc req-eaec2861-9ce3-4de4-8989-d7c2bcda7f64 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc HTTP/1.1" status: 200 len: 856 time: 0.0435085 Mar 07 23:22:26.715065 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c9ead-8962-4374-8535-8181591b7bbc req-d2d28d2e-0706-43a4-ab7f-5a2b326362f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:26.716542 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-031c9ead-8962-4374-8535-8181591b7bbc req-d2d28d2e-0706-43a4-ab7f-5a2b326362f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2859357e-3793-4a4e-a3ac-55382bb5099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416522 Mar 07 23:22:26.805768 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-031c9ead-8962-4374-8535-8181591b7bbc req-00f996f5-942a-47c0-81b4-bcf6dc8a8341 service neutron] 10.222.0.16 "GET /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828545 Mar 07 23:22:26.896250 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-031c9ead-8962-4374-8535-8181591b7bbc req-d2d07eb1-e20b-4126-bd3e-2e0c3adc40bd service neutron] 10.222.0.16 "GET /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816612 Mar 07 23:22:27.072908 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489d7d5-1bc3-4cbe-8253-1cab6b904060 req-978d8456-ee93-40fc-94e6-2eaf4e3621cd tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:27.074349 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6489d7d5-1bc3-4cbe-8253-1cab6b904060 req-978d8456-ee93-40fc-94e6-2eaf4e3621cd tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 943 time: 0.0558934 Mar 07 23:22:27.128132 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6489d7d5-1bc3-4cbe-8253-1cab6b904060 req-f6001fe9-0a04-49c0-982c-0fbd6e2f67f2 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473251 Mar 07 23:22:27.665811 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5a4b5-0330-4b0b-87a4-74d862a2a4bb req-7d653732-ad22-4b13-a4be-9c6545b05470 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:27.667572 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4ef5a4b5-0330-4b0b-87a4-74d862a2a4bb req-7d653732-ad22-4b13-a4be-9c6545b05470 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.0597837 Mar 07 23:22:27.699121 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:27.725659 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4ef5a4b5-0330-4b0b-87a4-74d862a2a4bb req-5d4ff68b-5cc7-4faf-9a61-87138ba2d20c tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517023 Mar 07 23:22:28.272803 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e76d09-b588-4107-bb00-4abf2fe9f917 req-e0e65a30-bc70-499c-a4e0-edf383afabaf tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:28.277066 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-09e76d09-b588-4107-bb00-4abf2fe9f917 req-e0e65a30-bc70-499c-a4e0-edf383afabaf tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 943 time: 0.0696232 Mar 07 23:22:28.355920 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-09e76d09-b588-4107-bb00-4abf2fe9f917 req-8d979128-f805-4728-a143-6263ccb5e051 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698588 Mar 07 23:22:28.732331 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf060f-2b23-42e0-88fe-163c08488c14 req-85eb5eb8-dcb5-4734-99a6-d0c7049e55dd tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:28.734017 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4edf060f-2b23-42e0-88fe-163c08488c14 req-85eb5eb8-dcb5-4734-99a6-d0c7049e55dd tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0541096 Mar 07 23:22:28.793429 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4edf060f-2b23-42e0-88fe-163c08488c14 req-924b14d6-c3ee-43d3-9b59-0661e0c5f77e tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528433 Mar 07 23:22:28.872030 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:28.880600 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780bc5f-90e0-40df-a5d9-99962f664b1d req-5f6f2561-a2fe-4cad-b8b5-27db9a589d54 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:28.882742 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device f711118d-97a3-43f7-a983-40e7effb527e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:22:28.883385 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-7780bc5f-90e0-40df-a5d9-99962f664b1d req-5f6f2561-a2fe-4cad-b8b5-27db9a589d54 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.0592830 Mar 07 23:22:28.932973 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-7780bc5f-90e0-40df-a5d9-99962f664b1d req-1bb0dce7-7885-4d02-9cf7-9885855d06dd tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449460 Mar 07 23:22:29.007483 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port f711118d-97a3-43f7-a983-40e7effb527e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f711118d-97a3-43f7-a983-40e7effb527e,segment=NetworkSegment(91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62),segment_id=91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:22:29.020702 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': 'f711118d-97a3-43f7-a983-40e7effb527e', 'network_id': '75059b77-daef-4a16-bb53-9c0565a13b9e', 'port_id': 'f711118d-97a3-43f7-a983-40e7effb527e', 'mac_address': 'fa:16:3e:24:e1:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41713100-eb5c-4472-8fa0-f019c6871bff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:22:29.066034 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port f711118d-97a3-43f7-a983-40e7effb527e is: DOWN; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:22:29.066792 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (f711118d-97a3-43f7-a983-40e7effb527e), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:29.085345 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f711118d-97a3-43f7-a983-40e7effb527e {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:22:29.154238 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port f711118d-97a3-43f7-a983-40e7effb527e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f711118d-97a3-43f7-a983-40e7effb527e,segment=NetworkSegment(91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62),segment_id=91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:22:29.230606 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (f711118d-97a3-43f7-a983-40e7effb527e), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:29.285065 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=f711118d-97a3-43f7-a983-40e7effb527e,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:29.481431 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188cab0-9c82-4dde-aa9b-7ea883b5d10d req-e75c61c9-0ec2-4047-9f17-66999c91431c tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:29.483110 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e188cab0-9c82-4dde-aa9b-7ea883b5d10d req-e75c61c9-0ec2-4047-9f17-66999c91431c tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 944 time: 0.0561574 Mar 07 23:22:29.535905 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e188cab0-9c82-4dde-aa9b-7ea883b5d10d req-913e42ef-e20c-42be-b7c0-d158712b9bf3 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469012 Mar 07 23:22:29.540226 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['f711118d-97a3-43f7-a983-40e7effb527e'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:22:29.938352 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a21fd-44bb-444a-8c26-1b025796f2c0 req-b721b2fe-1a8f-44e1-ae1f-4b857885b112 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:29.940391 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6f5a21fd-44bb-444a-8c26-1b025796f2c0 req-b721b2fe-1a8f-44e1-ae1f-4b857885b112 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0583112 Mar 07 23:22:29.996213 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6f5a21fd-44bb-444a-8c26-1b025796f2c0 req-5b5b66de-b32a-4f2e-8007-2532e87ea4ea tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488849 Mar 07 23:22:30.078374 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101d4b5-92ab-4c87-a145-8d9b42042c08 req-802ed2e5-afd7-4b30-80eb-18cb2a918f62 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:30.085735 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6101d4b5-92ab-4c87-a145-8d9b42042c08 req-802ed2e5-afd7-4b30-80eb-18cb2a918f62 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.0633028 Mar 07 23:22:30.129512 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6101d4b5-92ab-4c87-a145-8d9b42042c08 req-1c6142b1-d127-4e38-995a-1bcdcf03b60c tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427225 Mar 07 23:22:30.367599 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:30.660158 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063ba35-8374-4cf0-ad69-318b1d326b50 req-8ab68481-9457-48bc-87d8-291a060c5a34 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:30.661874 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b063ba35-8374-4cf0-ad69-318b1d326b50 req-8ab68481-9457-48bc-87d8-291a060c5a34 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 944 time: 0.0570033 Mar 07 23:22:30.710535 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b063ba35-8374-4cf0-ad69-318b1d326b50 req-39d07987-bc34-48e2-a0de-474e668107dd tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426102 Mar 07 23:22:30.890111 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device f711118d-97a3-43f7-a983-40e7effb527e up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:22:31.002012 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning for port f711118d-97a3-43f7-a983-40e7effb527e completed by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 23:22:31.006121 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port f711118d-97a3-43f7-a983-40e7effb527e triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:22:31.006525 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (f711118d-97a3-43f7-a983-40e7effb527e), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:31.090156 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port f711118d-97a3-43f7-a983-40e7effb527e is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:22:31.090796 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (f711118d-97a3-43f7-a983-40e7effb527e), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:31.127116 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fea2592-b174-42b2-b394-670de9deb221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f711118d-97a3-43f7-a983-40e7effb527e'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:22:31.129403 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50194496-bbe9-4142-be49-0f5ce1471c90" -d '{"events": [{"server_uuid": "7fea2592-b174-42b2-b394-670de9deb221", "name": "network-vif-plugged", "status": "completed", "tag": "f711118d-97a3-43f7-a983-40e7effb527e"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:22:31.156180 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port f711118d-97a3-43f7-a983-40e7effb527e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f711118d-97a3-43f7-a983-40e7effb527e,segment=NetworkSegment(91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62),segment_id=91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:22:31.169473 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f68c9c-b114-49fb-b434-209d2d7c7db9 x-openstack-request-id: req-31f68c9c-b114-49fb-b434-209d2d7c7db9 {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:22:31.169837 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fea2592-b174-42b2-b394-670de9deb221", "name": "network-vif-plugged", "status": "completed", "tag": "f711118d-97a3-43f7-a983-40e7effb527e", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:22:31.170104 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31f68c9c-b114-49fb-b434-209d2d7c7db9 {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:22:31.170504 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fea2592-b174-42b2-b394-670de9deb221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f711118d-97a3-43f7-a983-40e7effb527e', 'code': 200} Mar 07 23:22:31.174863 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2662f83-0082-462d-9752-2cedaf86f1b1 req-a306db58-655f-4f95-9b80-ee8c38a0cc3d tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:31.176438 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b2662f83-0082-462d-9752-2cedaf86f1b1 req-a306db58-655f-4f95-9b80-ee8c38a0cc3d tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0970101 Mar 07 23:22:31.196060 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (f711118d-97a3-43f7-a983-40e7effb527e), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:31.248567 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b2662f83-0082-462d-9752-2cedaf86f1b1 req-f37e725d-f2b3-4a1d-a362-fcf499bf77d5 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661147 Mar 07 23:22:31.270233 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=f711118d-97a3-43f7-a983-40e7effb527e,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:31.299079 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18627ebf-4c78-442b-b892-e2f201d1c66b req-c77a2cd2-bb5e-4579-b584-c754eec1c670 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:31.303028 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-18627ebf-4c78-442b-b892-e2f201d1c66b req-c77a2cd2-bb5e-4579-b584-c754eec1c670 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.0761209 Mar 07 23:22:31.350538 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-18627ebf-4c78-442b-b892-e2f201d1c66b req-c50429e7-2ccb-4af2-95a7-cfae0a89d696 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432439 Mar 07 23:22:31.830257 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c1b93-dd3a-4a82-bed3-6a3befe8d7a3 req-d41c160a-952f-4963-9904-f52e83476f63 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:31.831751 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-bf0c1b93-dd3a-4a82-bed3-6a3befe8d7a3 req-d41c160a-952f-4963-9904-f52e83476f63 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 945 time: 0.0522890 Mar 07 23:22:31.887007 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-bf0c1b93-dd3a-4a82-bed3-6a3befe8d7a3 req-87d75d00-9b5d-493f-a378-7074d3267539 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493400 Mar 07 23:22:32.370944 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004e4d5-569b-4714-81d9-8aa5bb4c4c5f req-ef530b36-a609-4528-9aa5-585d02ec1100 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:32.372411 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8004e4d5-569b-4714-81d9-8aa5bb4c4c5f req-ef530b36-a609-4528-9aa5-585d02ec1100 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0508196 Mar 07 23:22:32.423302 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8004e4d5-569b-4714-81d9-8aa5bb4c4c5f req-0d544d96-a33a-4a27-a3d4-8ce63e7ad67d tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441797 Mar 07 23:22:32.489381 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb5050-e9e6-4cad-8e8c-bc2bfda3dfbc req-d4e03293-9f32-417b-a499-8ac535ec24f2 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:32.490870 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c3bb5050-e9e6-4cad-8e8c-bc2bfda3dfbc req-d4e03293-9f32-417b-a499-8ac535ec24f2 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.0589907 Mar 07 23:22:32.541712 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c3bb5050-e9e6-4cad-8e8c-bc2bfda3dfbc req-5cf1d856-b9fb-4514-bea0-4675ae5cf6a6 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449812 Mar 07 23:22:33.006481 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721decd-4d04-4513-986b-c18b957ce8f5 req-cbbf5ffc-67ec-4236-8e41-712df58c9f19 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:33.008350 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d721decd-4d04-4513-986b-c18b957ce8f5 req-cbbf5ffc-67ec-4236-8e41-712df58c9f19 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 945 time: 0.0552685 Mar 07 23:22:33.062192 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d721decd-4d04-4513-986b-c18b957ce8f5 req-70e5fea1-ab1f-4ee2-821f-9a6be8b7040d tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481915 Mar 07 23:22:33.570476 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a06b6-89cf-4193-b772-7d4747478c1a req-00a8dc35-414d-403b-852c-15a2edc839a0 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:33.572011 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-161a06b6-89cf-4193-b772-7d4747478c1a req-00a8dc35-414d-403b-852c-15a2edc839a0 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0590372 Mar 07 23:22:33.638907 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-161a06b6-89cf-4193-b772-7d4747478c1a req-897d6e97-e1c1-4ea1-acf4-8eaa2090debd tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571032 Mar 07 23:22:33.706856 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5839e-b02e-4570-b794-aeaf79a8ddc2 req-b6126b8d-028a-4bde-a479-f64d9df06590 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:33.708360 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6cb5839e-b02e-4570-b794-aeaf79a8ddc2 req-b6126b8d-028a-4bde-a479-f64d9df06590 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.0562968 Mar 07 23:22:33.757450 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6cb5839e-b02e-4570-b794-aeaf79a8ddc2 req-1b496104-8727-4103-8c34-54324eb07515 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434372 Mar 07 23:22:34.182045 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e256483-eaf9-4c27-914d-5310bdd4d5d5 req-0b8b1ce6-0afe-48d4-a0bf-2b2eadbe41cc tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:34.183529 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1e256483-eaf9-4c27-914d-5310bdd4d5d5 req-0b8b1ce6-0afe-48d4-a0bf-2b2eadbe41cc tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 945 time: 0.0549083 Mar 07 23:22:34.239860 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1e256483-eaf9-4c27-914d-5310bdd4d5d5 req-3fc70980-c3ea-4caf-bb02-16c9843f6349 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503950 Mar 07 23:22:34.776471 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944ddcc-9620-41ee-9514-e49b7b3b8035 req-0eb8fc35-52cd-4e31-b3d4-df1e20f64cd2 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:34.778146 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6944ddcc-9620-41ee-9514-e49b7b3b8035 req-0eb8fc35-52cd-4e31-b3d4-df1e20f64cd2 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0624962 Mar 07 23:22:34.835773 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6944ddcc-9620-41ee-9514-e49b7b3b8035 req-5fff9dce-61a9-4358-9165-a12fe719a00d tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511019 Mar 07 23:22:34.903021 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3f1bb-1e15-4654-b574-fcb29b29f015 req-9e17f8ec-e531-4546-ad54-449f157ea033 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:34.905441 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f0a3f1bb-1e15-4654-b574-fcb29b29f015 req-9e17f8ec-e531-4546-ad54-449f157ea033 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.0562327 Mar 07 23:22:34.957411 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f0a3f1bb-1e15-4654-b574-fcb29b29f015 req-99f38e3e-f925-476f-ae18-7059cea1aa19 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429959 Mar 07 23:22:35.056404 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:22:35.361561 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059cc5b-6314-49df-a01a-468dfa1a9aa5 req-07dba6fc-d3ad-457a-9fee-7f77574927ed tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:35.362977 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9059cc5b-6314-49df-a01a-468dfa1a9aa5 req-07dba6fc-d3ad-457a-9fee-7f77574927ed tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 945 time: 0.0535083 Mar 07 23:22:35.420042 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9059cc5b-6314-49df-a01a-468dfa1a9aa5 req-cc1d823c-94a1-4024-bd8b-72dd645e1886 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513902 Mar 07 23:22:35.969027 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8e29b-7e5d-415c-abfa-ec9d5f0fe2a3 req-0d03f484-d027-4ff7-961a-e001af12ea74 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:35.971037 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4eb8e29b-7e5d-415c-abfa-ec9d5f0fe2a3 req-0d03f484-d027-4ff7-961a-e001af12ea74 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0600233 Mar 07 23:22:36.035443 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4eb8e29b-7e5d-415c-abfa-ec9d5f0fe2a3 req-12d74864-eef8-49ca-8e57-73a36c8c212b tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586486 Mar 07 23:22:36.107527 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d1ef6-76eb-472e-a812-9e0a62a14444 req-12188f75-f9df-4dc2-8ebb-c6210e17555e tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:36.109172 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c67d1ef6-76eb-472e-a812-9e0a62a14444 req-12188f75-f9df-4dc2-8ebb-c6210e17555e tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.0611205 Mar 07 23:22:36.156652 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c67d1ef6-76eb-472e-a812-9e0a62a14444 req-d22011d7-1938-4d8a-9b70-c21d53fb6e87 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419979 Mar 07 23:22:36.561315 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1927844-80e1-4069-8d09-3147ccdf1489 req-ea7b290a-12ea-453a-9950-8c4790812d07 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:36.562872 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a1927844-80e1-4069-8d09-3147ccdf1489 req-ea7b290a-12ea-453a-9950-8c4790812d07 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 945 time: 0.0631804 Mar 07 23:22:36.613378 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a1927844-80e1-4069-8d09-3147ccdf1489 req-4d0aef7c-4121-4b6f-bfa9-360ee1859101 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443146 Mar 07 23:22:37.165006 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d08c6-ed01-4791-8e58-c41da718fbc6 req-eeb4b5c3-335e-4945-bf00-de336370c237 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:37.166784 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b86d08c6-ed01-4791-8e58-c41da718fbc6 req-eeb4b5c3-335e-4945-bf00-de336370c237 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0635998 Mar 07 23:22:37.221597 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b86d08c6-ed01-4791-8e58-c41da718fbc6 req-2b2e0418-530e-4816-89f7-357a6e11bdfb tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475085 Mar 07 23:22:37.293766 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224549b-c317-43b2-936e-1963e85c0a70 req-7b56feb3-f2a5-4449-97eb-ca65c3c91f8f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:37.295171 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5224549b-c317-43b2-936e-1963e85c0a70 req-7b56feb3-f2a5-4449-97eb-ca65c3c91f8f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.0627410 Mar 07 23:22:37.350834 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5224549b-c317-43b2-936e-1963e85c0a70 req-37919e56-f633-4641-bdc7-aa2d500683ad tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494874 Mar 07 23:22:37.737215 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f41abb-b299-436c-8f49-3226570b055d req-19a07ee3-c371-45fc-a237-584c02b5dd9c tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:37.738833 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-82f41abb-b299-436c-8f49-3226570b055d req-19a07ee3-c371-45fc-a237-584c02b5dd9c tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 945 time: 0.0577662 Mar 07 23:22:37.793510 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-82f41abb-b299-436c-8f49-3226570b055d req-52cfdaf2-13db-459a-8ae3-17fe1c28de54 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492425 Mar 07 23:22:38.343347 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44fbcb-ca75-4adf-b7b5-dafede8e1ad3 req-5eb029c4-7012-4cb8-ba74-ca020fc0c7ea tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:38.344778 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-eb44fbcb-ca75-4adf-b7b5-dafede8e1ad3 req-5eb029c4-7012-4cb8-ba74-ca020fc0c7ea tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0517898 Mar 07 23:22:38.394906 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-eb44fbcb-ca75-4adf-b7b5-dafede8e1ad3 req-cdb78a29-d424-4386-891d-4c73a532e496 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446212 Mar 07 23:22:38.472892 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad96b4-7cc0-40bf-9d9b-7cdab1648d4d req-6b2a5023-53e6-427a-a6c1-b22237764d3a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:38.474563 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-00ad96b4-7cc0-40bf-9d9b-7cdab1648d4d req-6b2a5023-53e6-427a-a6c1-b22237764d3a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.0523262 Mar 07 23:22:38.521614 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-00ad96b4-7cc0-40bf-9d9b-7cdab1648d4d req-4c5fd397-4011-41ee-9884-32b498c7ccdb tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415766 Mar 07 23:22:38.912320 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61533a55-2faa-43ce-9b53-f6ce752d31cf req-e78bbede-47fa-4d88-833d-01f440bc2839 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:38.913878 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-61533a55-2faa-43ce-9b53-f6ce752d31cf req-e78bbede-47fa-4d88-833d-01f440bc2839 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 945 time: 0.0535481 Mar 07 23:22:38.961331 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-61533a55-2faa-43ce-9b53-f6ce752d31cf req-a6a15bef-77a6-4f7d-98fa-632dae8c849c tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418589 Mar 07 23:22:39.102707 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403b4d1-8b3e-4ff6-bb60-34b64abda563 req-9f90e9f9-9085-4a4a-9253-67de43f196f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:39.104157 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2403b4d1-8b3e-4ff6-bb60-34b64abda563 req-9f90e9f9-9085-4a4a-9253-67de43f196f7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 1129 time: 0.0435612 Mar 07 23:22:39.150419 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2403b4d1-8b3e-4ff6-bb60-34b64abda563 req-ae818a6d-abf4-4d46-b627-f8bb082fd484 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378895 Mar 07 23:22:39.511886 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f773b8d-aeea-4695-8971-05818e774557 req-5b3e1de8-5b2a-4452-b80d-023b4176f38d tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:39.513395 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8f773b8d-aeea-4695-8971-05818e774557 req-5b3e1de8-5b2a-4452-b80d-023b4176f38d tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0506468 Mar 07 23:22:39.559199 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8f773b8d-aeea-4695-8971-05818e774557 req-1bdd54e5-8579-485c-a125-ae2ab8c106d9 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397317 Mar 07 23:22:39.648146 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038a54f-bacb-4f3f-9a15-b880558e8fbe req-15466132-2fa3-4a77-856e-9c38db268885 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:39.649678 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6038a54f-bacb-4f3f-9a15-b880558e8fbe req-15466132-2fa3-4a77-856e-9c38db268885 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.0549898 Mar 07 23:22:39.696546 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6038a54f-bacb-4f3f-9a15-b880558e8fbe req-1cedf4c5-2484-4f71-bb7c-38bd0ee5f903 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413818 Mar 07 23:22:40.082967 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd866c5-c38b-424c-96d2-6d619cf48050 req-63a3b287-62f2-44c0-97b8-240becff7f49 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:40.087620 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-dcd866c5-c38b-424c-96d2-6d619cf48050 req-63a3b287-62f2-44c0-97b8-240becff7f49 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 945 time: 0.0550931 Mar 07 23:22:40.131698 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-dcd866c5-c38b-424c-96d2-6d619cf48050 req-425944ca-f820-48ac-9774-db029c35c257 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412869 Mar 07 23:22:40.677437 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b27503-5500-4d27-bb89-690ec327bea0 req-2d532684-97f9-42fd-a8a3-72d82a9e6c4e tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:40.678921 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-81b27503-5500-4d27-bb89-690ec327bea0 req-2d532684-97f9-42fd-a8a3-72d82a9e6c4e tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0528097 Mar 07 23:22:40.725691 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-81b27503-5500-4d27-bb89-690ec327bea0 req-371f859b-ce59-493a-926d-c6792415e555 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412533 Mar 07 23:22:40.825510 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f421b-0a7a-44c6-bfad-12cd26326cd9 req-5d65da58-6ce8-40a2-bedf-38892bfcc872 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:40.826907 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a33f421b-0a7a-44c6-bfad-12cd26326cd9 req-5d65da58-6ce8-40a2-bedf-38892bfcc872 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.0542951 Mar 07 23:22:40.875759 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a33f421b-0a7a-44c6-bfad-12cd26326cd9 req-f45e838b-78ae-4e3f-bf39-3d015f836ddf tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433416 Mar 07 23:22:41.249159 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a0b8c-dab3-4a19-820b-d7500cc8f99c req-ef993ae0-02d5-4a18-b33b-b646f700fc8e tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:41.250759 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3a5a0b8c-dab3-4a19-820b-d7500cc8f99c req-ef993ae0-02d5-4a18-b33b-b646f700fc8e tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 945 time: 0.0543962 Mar 07 23:22:41.296757 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3a5a0b8c-dab3-4a19-820b-d7500cc8f99c req-a1b30c67-6f29-443c-8532-2c31614e0d79 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406258 Mar 07 23:22:41.847539 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ce142-fe2e-4330-bd37-bb35196d163f req-1e5adefa-2dc5-4a44-8efa-08148f98ebb7 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:41.849899 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0d5ce142-fe2e-4330-bd37-bb35196d163f req-1e5adefa-2dc5-4a44-8efa-08148f98ebb7 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0550265 Mar 07 23:22:41.901468 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0d5ce142-fe2e-4330-bd37-bb35196d163f req-5e375a26-432c-493a-9a9f-d5a3df6ecf4f tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462923 Mar 07 23:22:42.001999 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5f0fe-b025-421b-bb6c-9873be71b4cd req-9837018b-c7fd-4d3d-922a-4cbe1d9a7dfe tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:42.003493 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-45a5f0fe-b025-421b-bb6c-9873be71b4cd req-9837018b-c7fd-4d3d-922a-4cbe1d9a7dfe tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.0519919 Mar 07 23:22:42.051680 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-45a5f0fe-b025-421b-bb6c-9873be71b4cd req-9130853f-15d3-47ea-977e-02d8466ae2ec tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426168 Mar 07 23:22:42.218880 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d2d14-0390-48a4-8ca3-7a368641a803 req-0d52b5b0-b86a-4e19-9fa8-e5dfb885c9ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:42.220190 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-fd8d2d14-0390-48a4-8ca3-7a368641a803 req-0d52b5b0-b86a-4e19-9fa8-e5dfb885c9ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.16 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 945 time: 0.0519729 Mar 07 23:22:42.349907 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-fd8d2d14-0390-48a4-8ca3-7a368641a803 req-c02feb84-63f7-43c1-80a5-24bb5aca059f tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Deleting port 9a320ceb-a248-4b06-b6dc-4d2862fed54a {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:22:42.350148 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-fd8d2d14-0390-48a4-8ca3-7a368641a803 req-c02feb84-63f7-43c1-80a5-24bb5aca059f tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (9a320ceb-a248-4b06-b6dc-4d2862fed54a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:42.450244 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-fd8d2d14-0390-48a4-8ca3-7a368641a803 req-c02feb84-63f7-43c1-80a5-24bb5aca059f tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] For port 9a320ceb-a248-4b06-b6dc-4d2862fed54a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9a320ceb-a248-4b06-b6dc-4d2862fed54a,segment=NetworkSegment(d276a03e-6a98-4009-a107-4df0cc25e967),segment_id=d276a03e-6a98-4009-a107-4df0cc25e967)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:22:42.450614 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-fd8d2d14-0390-48a4-8ca3-7a368641a803 req-c02feb84-63f7-43c1-80a5-24bb5aca059f tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (9a320ceb-a248-4b06-b6dc-4d2862fed54a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:42.465782 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-fd8d2d14-0390-48a4-8ca3-7a368641a803 req-c02feb84-63f7-43c1-80a5-24bb5aca059f tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Calling delete_port for 9a320ceb-a248-4b06-b6dc-4d2862fed54a owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:22:42.591479 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239af5f-e00b-4de0-b446-440d79689421 req-4f1371cb-4023-4d64-9993-603fb19c1a01 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:42.592949 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4239af5f-e00b-4de0-b446-440d79689421 req-4f1371cb-4023-4d64-9993-603fb19c1a01 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 945 time: 0.1239786 Mar 07 23:22:42.674277 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4239af5f-e00b-4de0-b446-440d79689421 req-4c317458-fb8e-4b5c-86d4-6a58fd194ded tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708179 Mar 07 23:22:42.721952 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-fd8d2d14-0390-48a4-8ca3-7a368641a803 req-c02feb84-63f7-43c1-80a5-24bb5aca059f tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (9a320ceb-a248-4b06-b6dc-4d2862fed54a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:42.737909 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['9a320ceb-a248-4b06-b6dc-4d2862fed54a', '67558d26-ec32-439a-a4d1-737c464f1726'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:22:42.754028 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02feb84-63f7-43c1-80a5-24bb5aca059f tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Pushing event deleted for resources: {'Port': ['ID=9a320ceb-a248-4b06-b6dc-4d2862fed54a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:42.813003 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8d2d14-0390-48a4-8ca3-7a368641a803 req-c02feb84-63f7-43c1-80a5-24bb5aca059f tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] No DVR routers for this DVR port 9a320ceb-a248-4b06-b6dc-4d2862fed54a on host hv-cinder-81322 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:22:42.816710 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-fd8d2d14-0390-48a4-8ca3-7a368641a803 req-c02feb84-63f7-43c1-80a5-24bb5aca059f tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:42.820354 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-fd8d2d14-0390-48a4-8ca3-7a368641a803 req-c02feb84-63f7-43c1-80a5-24bb5aca059f tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.16 "DELETE /v2.0/ports/9a320ceb-a248-4b06-b6dc-4d2862fed54a HTTP/1.1" status: 204 len: 173 time: 0.5942292 Mar 07 23:22:42.820785 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876d75a9-e3ae-4c9a-b177-94c6e5f797ef', 'name': 'network-vif-deleted', 'tag': '9a320ceb-a248-4b06-b6dc-4d2862fed54a'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:22:42.823070 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46621109-eb47-48fa-8c2d-cb210e740f75" -d '{"events": [{"server_uuid": "876d75a9-e3ae-4c9a-b177-94c6e5f797ef", "name": "network-vif-deleted", "tag": "9a320ceb-a248-4b06-b6dc-4d2862fed54a"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:22:42.862836 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc17ae5-f812-4a89-ba43-c95dce4e34e6 x-openstack-request-id: req-8bc17ae5-f812-4a89-ba43-c95dce4e34e6 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:22:42.863205 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876d75a9-e3ae-4c9a-b177-94c6e5f797ef", "name": "network-vif-deleted", "tag": "9a320ceb-a248-4b06-b6dc-4d2862fed54a", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:22:42.863414 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8bc17ae5-f812-4a89-ba43-c95dce4e34e6 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:22:42.863843 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876d75a9-e3ae-4c9a-b177-94c6e5f797ef', 'name': 'network-vif-deleted', 'tag': '9a320ceb-a248-4b06-b6dc-4d2862fed54a', 'status': 'completed', 'code': 200} Mar 07 23:22:42.996604 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-52ed45bd-4125-438b-aeb4-64147aa1bbc0 req-668752d0-85c7-449d-b5c5-f8a06aaf516e tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d75a9-e3ae-4c9a-b177-94c6e5f797ef HTTP/1.1" status: 200 len: 210 time: 0.0269156 Mar 07 23:22:43.172816 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77827ac9-6111-42cf-89f0-934fb7cf459b req-4ab50722-8ff2-4a73-9a54-be0f31600b1a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:43.174980 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-77827ac9-6111-42cf-89f0-934fb7cf459b req-4ab50722-8ff2-4a73-9a54-be0f31600b1a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.0512118 Mar 07 23:22:43.221283 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-77827ac9-6111-42cf-89f0-934fb7cf459b req-acb8edc3-ca90-45cf-ad9f-3ab0383cb366 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398571 Mar 07 23:22:43.793354 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2619daf-c5d0-4e0d-b8f4-eb03f1fcd13c req-16b5275a-ccca-4e15-943a-6b4440127283 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:43.794744 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c2619daf-c5d0-4e0d-b8f4-eb03f1fcd13c req-16b5275a-ccca-4e15-943a-6b4440127283 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 945 time: 0.0560398 Mar 07 23:22:43.841931 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c2619daf-c5d0-4e0d-b8f4-eb03f1fcd13c req-17264b8e-f335-4fa3-a86f-844ea0cd1285 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412440 Mar 07 23:22:44.342609 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce9e11-ca0c-4864-8144-df8290d4e44f req-e8170b48-2f26-4099-8af4-e03d8f7f33e7 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:44.344049 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-75ce9e11-ca0c-4864-8144-df8290d4e44f req-e8170b48-2f26-4099-8af4-e03d8f7f33e7 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.0524001 Mar 07 23:22:44.394848 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-75ce9e11-ca0c-4864-8144-df8290d4e44f req-95dc53cd-56f2-4127-a1ba-ac6d0d4d1253 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445957 Mar 07 23:22:44.457012 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e932a-3bbf-468d-a297-2ba5c455fb00 req-da3f9334-9850-4861-979c-afcc2f1a6601 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:44.458467 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6b0e932a-3bbf-468d-a297-2ba5c455fb00 req-da3f9334-9850-4861-979c-afcc2f1a6601 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0508423 Mar 07 23:22:44.503666 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6b0e932a-3bbf-468d-a297-2ba5c455fb00 req-9288dc89-39f3-451d-822b-a767afb882f8 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396652 Mar 07 23:22:44.654465 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f00be-3ec6-4df6-9995-94c23f03b8c6 req-a39b3032-bab0-432b-a1a2-b599a3bde196 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:44.655868 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-729f00be-3ec6-4df6-9995-94c23f03b8c6 req-a39b3032-bab0-432b-a1a2-b599a3bde196 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 945 time: 0.0490303 Mar 07 23:22:44.749616 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-729f00be-3ec6-4df6-9995-94c23f03b8c6 req-77943b18-b2ae-4e33-ac82-8c1179a90d97 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Deleting port f711118d-97a3-43f7-a983-40e7effb527e {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:22:44.749947 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-729f00be-3ec6-4df6-9995-94c23f03b8c6 req-77943b18-b2ae-4e33-ac82-8c1179a90d97 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (f711118d-97a3-43f7-a983-40e7effb527e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:44.836873 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-729f00be-3ec6-4df6-9995-94c23f03b8c6 req-77943b18-b2ae-4e33-ac82-8c1179a90d97 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] For port f711118d-97a3-43f7-a983-40e7effb527e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f711118d-97a3-43f7-a983-40e7effb527e,segment=NetworkSegment(91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62),segment_id=91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:22:44.837582 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-729f00be-3ec6-4df6-9995-94c23f03b8c6 req-77943b18-b2ae-4e33-ac82-8c1179a90d97 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (f711118d-97a3-43f7-a983-40e7effb527e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:44.849443 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-729f00be-3ec6-4df6-9995-94c23f03b8c6 req-77943b18-b2ae-4e33-ac82-8c1179a90d97 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Calling delete_port for f711118d-97a3-43f7-a983-40e7effb527e owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:22:45.053685 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-729f00be-3ec6-4df6-9995-94c23f03b8c6 req-77943b18-b2ae-4e33-ac82-8c1179a90d97 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (f711118d-97a3-43f7-a983-40e7effb527e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:45.068798 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['f711118d-97a3-43f7-a983-40e7effb527e'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:22:45.088039 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77943b18-b2ae-4e33-ac82-8c1179a90d97 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Pushing event deleted for resources: {'Port': ['ID=f711118d-97a3-43f7-a983-40e7effb527e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:45.127215 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-729f00be-3ec6-4df6-9995-94c23f03b8c6 req-77943b18-b2ae-4e33-ac82-8c1179a90d97 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] No DVR routers for this DVR port f711118d-97a3-43f7-a983-40e7effb527e on host hv-cinder-81322 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:22:45.130847 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-729f00be-3ec6-4df6-9995-94c23f03b8c6 req-77943b18-b2ae-4e33-ac82-8c1179a90d97 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:45.134263 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-729f00be-3ec6-4df6-9995-94c23f03b8c6 req-77943b18-b2ae-4e33-ac82-8c1179a90d97 tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.16 "DELETE /v2.0/ports/f711118d-97a3-43f7-a983-40e7effb527e HTTP/1.1" status: 204 len: 173 time: 0.4696319 Mar 07 23:22:45.137020 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fea2592-b174-42b2-b394-670de9deb221', 'name': 'network-vif-deleted', 'tag': 'f711118d-97a3-43f7-a983-40e7effb527e'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:22:45.137718 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1795a7ca-9df0-4061-b6c9-74f7a02e05df" -d '{"events": [{"server_uuid": "7fea2592-b174-42b2-b394-670de9deb221", "name": "network-vif-deleted", "tag": "f711118d-97a3-43f7-a983-40e7effb527e"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:22:45.172274 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d101f-fdc2-4576-90f3-60f772315b20 req-d5fb58f5-a019-4a15-adab-76c3795fbdcf tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:45.173608 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f99d101f-fdc2-4576-90f3-60f772315b20 req-d5fb58f5-a019-4a15-adab-76c3795fbdcf tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fea2592-b174-42b2-b394-670de9deb221 HTTP/1.1" status: 200 len: 867 time: 0.2675040 Mar 07 23:22:45.175918 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873de7d6-2901-4362-ac81-9ab4f2d72904 x-openstack-request-id: req-873de7d6-2901-4362-ac81-9ab4f2d72904 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:22:45.176194 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fea2592-b174-42b2-b394-670de9deb221", "name": "network-vif-deleted", "tag": "f711118d-97a3-43f7-a983-40e7effb527e", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:22:45.176443 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-873de7d6-2901-4362-ac81-9ab4f2d72904 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:22:45.176827 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fea2592-b174-42b2-b394-670de9deb221', 'name': 'network-vif-deleted', 'tag': 'f711118d-97a3-43f7-a983-40e7effb527e', 'status': 'completed', 'code': 200} Mar 07 23:22:45.220909 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f99d101f-fdc2-4576-90f3-60f772315b20 req-437f6a6d-5a2a-4bb3-a9cc-ebc3d4afcf7f tempest-VolumesActionsTest-198065739 tempest-VolumesActionsTest-198065739-project] 10.222.0.24 "GET /v2.0/security-groups?id=0468ac00-56aa-4b30-98fd-a74bb6605d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404146 Mar 07 23:22:45.521712 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e624c4-bb13-4a14-98cc-133d864cf87f req-860169ef-cb56-462d-9a27-6532e8029a73 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:45.523179 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e7e624c4-bb13-4a14-98cc-133d864cf87f req-860169ef-cb56-462d-9a27-6532e8029a73 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.0510817 Mar 07 23:22:45.570679 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e7e624c4-bb13-4a14-98cc-133d864cf87f req-cfb6de83-183c-48b5-8136-0f07b5a1f120 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409055 Mar 07 23:22:45.618396 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70a6f6-baac-4476-9bc9-86a83e486ab6 req-3b6620fa-dd19-43fc-b95a-d9342acae407 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:45.619874 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ff70a6f6-baac-4476-9bc9-86a83e486ab6 req-3b6620fa-dd19-43fc-b95a-d9342acae407 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0503347 Mar 07 23:22:45.664743 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ff70a6f6-baac-4476-9bc9-86a83e486ab6 req-9529aff7-e048-4795-8847-9eac2cbe3c61 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393374 Mar 07 23:22:46.696203 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a427ac2-fdbe-4d57-ad2f-a6317eabeeaf req-6bc3a53b-3d52-40f3-ac83-af5830584666 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:46.697713 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2a427ac2-fdbe-4d57-ad2f-a6317eabeeaf req-6bc3a53b-3d52-40f3-ac83-af5830584666 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 943 time: 0.0549080 Mar 07 23:22:46.744516 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2a427ac2-fdbe-4d57-ad2f-a6317eabeeaf req-45c3ad34-6ac4-431e-8e6d-7e36451b043f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409098 Mar 07 23:22:46.789120 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea8054-245b-4c64-9dcc-5b4b0b250700 req-73c3e5a8-663a-426c-af0f-0a85f34c0639 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:46.790600 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-39ea8054-245b-4c64-9dcc-5b4b0b250700 req-73c3e5a8-663a-426c-af0f-0a85f34c0639 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0599911 Mar 07 23:22:46.835771 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-39ea8054-245b-4c64-9dcc-5b4b0b250700 req-46ac334f-fb74-449f-a032-6803a292ae28 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397122 Mar 07 23:22:46.954072 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:22:46.959260 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 9a320ceb-a248-4b06-b6dc-4d2862fed54a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:22:46.987501 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] No Port match for: 9a320ceb-a248-4b06-b6dc-4d2862fed54a {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:22:46.987839 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 9a320ceb-a248-4b06-b6dc-4d2862fed54a not bound to the agent host hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:22:47.074073 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:22:47.084505 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': '576aa2fb-f48e-4e0f-b52b-d6a33a6329ac', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'port_id': '576aa2fb-f48e-4e0f-b52b-d6a33a6329ac', 'mac_address': 'fa:16:3e:60:a3:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:22:47.121781 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac is: DOWN; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:22:47.122169 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:47.138648 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:22:47.157473 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:22:47.213474 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:47.260194 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac,revision_number=9']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:47.621442 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['576aa2fb-f48e-4e0f-b52b-d6a33a6329ac'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:22:47.866474 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2e930-e768-4379-95bc-1643150fc0d1 req-83a187df-375c-45ff-805f-90715a202020 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:47.868117 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-edb2e930-e768-4379-95bc-1643150fc0d1 req-83a187df-375c-45ff-805f-90715a202020 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 944 time: 0.0497408 Mar 07 23:22:47.913266 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-edb2e930-e768-4379-95bc-1643150fc0d1 req-7dcdedde-f431-47d2-81e5-af1a4cf53e77 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397475 Mar 07 23:22:47.952372 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc465e10-93fc-4881-861d-f71770becb05 req-e01500e9-1efb-477d-817e-5208a8ec6e5a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:47.953848 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-dc465e10-93fc-4881-861d-f71770becb05 req-e01500e9-1efb-477d-817e-5208a8ec6e5a tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0504410 Mar 07 23:22:47.998013 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-dc465e10-93fc-4881-861d-f71770becb05 req-2ce7dd8d-fde3-4e9b-91ac-1363867c97ca tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381851 Mar 07 23:22:49.040131 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01341ee1-c194-4c0a-b852-396de54f4a90 req-614bb669-51ac-438b-9c5c-e3d7c68d14be tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:49.041655 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-01341ee1-c194-4c0a-b852-396de54f4a90 req-614bb669-51ac-438b-9c5c-e3d7c68d14be tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 944 time: 0.0554526 Mar 07 23:22:49.101507 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-01341ee1-c194-4c0a-b852-396de54f4a90 req-e04344d9-23c8-488c-99e6-0bbe9dbcecd2 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516114 Mar 07 23:22:49.116849 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554c033-4a04-42e1-a266-f9145d65a257 req-ed5d44ac-f4a4-4cd9-840d-7aa03c4cda0e tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:49.122129 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a554c033-4a04-42e1-a266-f9145d65a257 req-ed5d44ac-f4a4-4cd9-840d-7aa03c4cda0e tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0521147 Mar 07 23:22:49.168011 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a554c033-4a04-42e1-a266-f9145d65a257 req-641db571-6a85-47cf-b4b3-ecdde74cfb10 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438161 Mar 07 23:22:50.218242 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b636b-e5c6-499f-b6a9-76c8b7af19a4 req-c2b0d207-4b14-4985-8a62-99fa62826bab tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:50.219753 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4c1b636b-e5c6-499f-b6a9-76c8b7af19a4 req-c2b0d207-4b14-4985-8a62-99fa62826bab tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 944 time: 0.0512507 Mar 07 23:22:50.223882 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device f711118d-97a3-43f7-a983-40e7effb527e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:22:50.244793 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] No Port match for: f711118d-97a3-43f7-a983-40e7effb527e {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:22:50.245259 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device f711118d-97a3-43f7-a983-40e7effb527e not bound to the agent host hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:22:50.268733 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4c1b636b-e5c6-499f-b6a9-76c8b7af19a4 req-d060e35e-16b8-45c9-8f0c-0077aee75406 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406401 Mar 07 23:22:50.287478 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96fd71-f88c-4f17-8503-daf535f50053 req-9f583df6-5ba4-4373-9e23-3356dbe9e7df tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:50.294404 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5c96fd71-f88c-4f17-8503-daf535f50053 req-9f583df6-5ba4-4373-9e23-3356dbe9e7df tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0527246 Mar 07 23:22:50.333685 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5c96fd71-f88c-4f17-8503-daf535f50053 req-c5f94afd-6b1f-43d5-a182-01fdc0282139 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394516 Mar 07 23:22:51.136478 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2926b-d933-491a-9ee5-cfc3fd81afda req-afdb3214-0692-4542-ab2f-52b1f3a3f373 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:51.137976 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a4c2926b-d933-491a-9ee5-cfc3fd81afda req-afdb3214-0692-4542-ab2f-52b1f3a3f373 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.16 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0562539 Mar 07 23:22:51.241887 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-a4c2926b-d933-491a-9ee5-cfc3fd81afda req-abf84ded-9dd4-469e-be24-10815963c4ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Deleting port 67558d26-ec32-439a-a4d1-737c464f1726 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:22:51.241887 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a4c2926b-d933-491a-9ee5-cfc3fd81afda req-abf84ded-9dd4-469e-be24-10815963c4ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (67558d26-ec32-439a-a4d1-737c464f1726), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:51.326950 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-a4c2926b-d933-491a-9ee5-cfc3fd81afda req-abf84ded-9dd4-469e-be24-10815963c4ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] For port 67558d26-ec32-439a-a4d1-737c464f1726, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=67558d26-ec32-439a-a4d1-737c464f1726,segment=NetworkSegment(d276a03e-6a98-4009-a107-4df0cc25e967),segment_id=d276a03e-6a98-4009-a107-4df0cc25e967)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:22:51.327651 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a4c2926b-d933-491a-9ee5-cfc3fd81afda req-abf84ded-9dd4-469e-be24-10815963c4ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (67558d26-ec32-439a-a4d1-737c464f1726), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:51.342733 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-a4c2926b-d933-491a-9ee5-cfc3fd81afda req-abf84ded-9dd4-469e-be24-10815963c4ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Calling delete_port for 67558d26-ec32-439a-a4d1-737c464f1726 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:22:51.444321 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639325c-e602-4c16-84e7-9d7d9f7e0a14 req-eeeb13e9-d98e-44b1-ad66-eccf445aa7d5 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:51.446719 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3639325c-e602-4c16-84e7-9d7d9f7e0a14 req-eeeb13e9-d98e-44b1-ad66-eccf445aa7d5 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 944 time: 0.1046956 Mar 07 23:22:51.504030 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686e33-0509-486b-8e48-adcbbdccc6f7 req-5884c4a1-0f5f-4ea8-a6ad-8f77d60b9524 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:51.509405 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-56686e33-0509-486b-8e48-adcbbdccc6f7 req-5884c4a1-0f5f-4ea8-a6ad-8f77d60b9524 tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 945 time: 0.0785513 Mar 07 23:22:51.518836 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3639325c-e602-4c16-84e7-9d7d9f7e0a14 req-65909bec-e656-4d4a-a345-5b2fb862001c tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599220 Mar 07 23:22:51.593919 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-56686e33-0509-486b-8e48-adcbbdccc6f7 req-f9df49f7-98e1-425d-aa65-963983ffd84d tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7410c4c-7393-4c6f-ad99-eca642e3cbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635242 Mar 07 23:22:51.647627 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a4c2926b-d933-491a-9ee5-cfc3fd81afda req-abf84ded-9dd4-469e-be24-10815963c4ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (67558d26-ec32-439a-a4d1-737c464f1726), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:51.659290 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['67558d26-ec32-439a-a4d1-737c464f1726'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:22:51.685082 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf84ded-9dd4-469e-be24-10815963c4ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Pushing event deleted for resources: {'Port': ['ID=67558d26-ec32-439a-a4d1-737c464f1726,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:51.710058 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf84ded-9dd4-469e-be24-10815963c4ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:51.710680 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf84ded-9dd4-469e-be24-10815963c4ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:51.711007 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf84ded-9dd4-469e-be24-10815963c4ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:51.711511 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf84ded-9dd4-469e-be24-10815963c4ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:51.711828 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf84ded-9dd4-469e-be24-10815963c4ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:51.712318 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf84ded-9dd4-469e-be24-10815963c4ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:51.712815 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf84ded-9dd4-469e-be24-10815963c4ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:51.713165 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf84ded-9dd4-469e-be24-10815963c4ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:51.713488 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf84ded-9dd4-469e-be24-10815963c4ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:51.713971 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf84ded-9dd4-469e-be24-10815963c4ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:51.714493 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf84ded-9dd4-469e-be24-10815963c4ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:51.715061 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf84ded-9dd4-469e-be24-10815963c4ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:51.715681 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf84ded-9dd4-469e-be24-10815963c4ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:51.739261 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c2926b-d933-491a-9ee5-cfc3fd81afda req-abf84ded-9dd4-469e-be24-10815963c4ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] No DVR routers for this DVR port 67558d26-ec32-439a-a4d1-737c464f1726 on host hv-cinder-81322 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:22:51.741885 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a4c2926b-d933-491a-9ee5-cfc3fd81afda req-abf84ded-9dd4-469e-be24-10815963c4ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:51.745657 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a4c2926b-d933-491a-9ee5-cfc3fd81afda req-abf84ded-9dd4-469e-be24-10815963c4ba tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.16 "DELETE /v2.0/ports/67558d26-ec32-439a-a4d1-737c464f1726 HTTP/1.1" status: 204 len: 173 time: 0.6015651 Mar 07 23:22:51.746311 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e0af9a-dc81-40f4-8bba-388160e2cdb8', 'name': 'network-vif-deleted', 'tag': '67558d26-ec32-439a-a4d1-737c464f1726'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:22:51.749778 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649a67f4-403a-4ef2-b8f8-353d7ae7e5dd" -d '{"events": [{"server_uuid": "23e0af9a-dc81-40f4-8bba-388160e2cdb8", "name": "network-vif-deleted", "tag": "67558d26-ec32-439a-a4d1-737c464f1726"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:22:51.786263 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfb29db-7f2e-4f9f-ab56-84590e1577c6 x-openstack-request-id: req-6dfb29db-7f2e-4f9f-ab56-84590e1577c6 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:22:51.786764 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e0af9a-dc81-40f4-8bba-388160e2cdb8", "name": "network-vif-deleted", "tag": "67558d26-ec32-439a-a4d1-737c464f1726", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:22:51.787167 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6dfb29db-7f2e-4f9f-ab56-84590e1577c6 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:22:51.787549 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e0af9a-dc81-40f4-8bba-388160e2cdb8', 'name': 'network-vif-deleted', 'tag': '67558d26-ec32-439a-a4d1-737c464f1726', 'status': 'completed', 'code': 200} Mar 07 23:22:52.222662 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:22:52.281539 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:22:52.281921 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:52.399164 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:22:52.414080 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:52.488681 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8cda0a-048b-4540-9a5c-79f011ca887a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576aa2fb-f48e-4e0f-b52b-d6a33a6329ac'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:22:52.516793 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ac5d0d-2260-4dd8-b8db-cf281b5d9edd" -d '{"events": [{"server_uuid": "4e8cda0a-048b-4540-9a5c-79f011ca887a", "name": "network-vif-plugged", "status": "completed", "tag": "576aa2fb-f48e-4e0f-b52b-d6a33a6329ac"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:22:52.516793 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:22:52.556368 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb28fc61-6338-46bb-8d39-3ed1e2185adc x-openstack-request-id: req-eb28fc61-6338-46bb-8d39-3ed1e2185adc {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:22:52.556889 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8cda0a-048b-4540-9a5c-79f011ca887a", "name": "network-vif-plugged", "status": "completed", "tag": "576aa2fb-f48e-4e0f-b52b-d6a33a6329ac", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:22:52.557382 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb28fc61-6338-46bb-8d39-3ed1e2185adc {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:22:52.557982 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8cda0a-048b-4540-9a5c-79f011ca887a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576aa2fb-f48e-4e0f-b52b-d6a33a6329ac', 'code': 200} Mar 07 23:22:52.665345 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed16dc-9e0d-4c36-8015-9a81dd53f9ad req-d9218fe6-9eb6-499d-87d8-cd22824e9cf2 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:52.673477 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c4ed16dc-9e0d-4c36-8015-9a81dd53f9ad req-d9218fe6-9eb6-499d-87d8-cd22824e9cf2 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 944 time: 0.0719621 Mar 07 23:22:52.740322 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c4ed16dc-9e0d-4c36-8015-9a81dd53f9ad req-9cc83322-13db-402e-8921-e9be91d8eb49 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572791 Mar 07 23:22:52.749671 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-67e180c5-0bb0-49cf-a475-c4cc088a0cfc req-472e5fc3-3bfd-481c-995f-b17b29032e0e tempest-ServerRescueNegativeTestJSON-2070247999 tempest-ServerRescueNegativeTestJSON-2070247999-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e0af9a-dc81-40f4-8bba-388160e2cdb8 HTTP/1.1" status: 200 len: 210 time: 0.0599871 Mar 07 23:22:53.459293 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:53.462121 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 67558d26-ec32-439a-a4d1-737c464f1726 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:22:53.533097 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] No Port match for: 67558d26-ec32-439a-a4d1-737c464f1726 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:22:53.534089 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 67558d26-ec32-439a-a4d1-737c464f1726 not bound to the agent host hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:22:53.570087 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac,revision_number=10']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:53.697841 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91e8eb-00c7-4896-8ef8-742e1be4c3a2 req-b3045537-959a-4cd5-88d7-d6828cfdb49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:53.705128 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3e91e8eb-00c7-4896-8ef8-742e1be4c3a2 req-b3045537-959a-4cd5-88d7-d6828cfdb49a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 1130 time: 0.0563328 Mar 07 23:22:53.764275 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3e91e8eb-00c7-4896-8ef8-742e1be4c3a2 req-95dd6654-fdd3-40ae-b907-833cb1cad77a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564959 Mar 07 23:22:53.812986 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 43886) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:22:53.900503 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251a772-2f5d-4191-84f8-3836d5126cbd req-f5ae483c-2688-477c-a0b0-60c3fc414a6f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:53.908409 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9251a772-2f5d-4191-84f8-3836d5126cbd req-f5ae483c-2688-477c-a0b0-60c3fc414a6f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 946 time: 0.0834727 Mar 07 23:22:53.934619 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8fb65d17-e00d-4f2b-bcfc-ae6bb5511534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:53.985001 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9251a772-2f5d-4191-84f8-3836d5126cbd req-e61f8fd9-8613-44b4-bd9d-956150265a9d tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739896 Mar 07 23:22:54.579836 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3b41c4b0-de51-45e3-ae0f-73b20be3af4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563542'] for router_interface (95238aa2-48af-43e7-bbc5-a386de22da44), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:54.933864 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c4b0-de51-45e3-ae0f-73b20be3af4e admin admin] Deleting port 0690a3f1-877e-4c3a-9917-39eea4fc843c {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:22:54.934585 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3b41c4b0-de51-45e3-ae0f-73b20be3af4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (0690a3f1-877e-4c3a-9917-39eea4fc843c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:55.035285 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-3b41c4b0-de51-45e3-ae0f-73b20be3af4e admin admin] For port 0690a3f1-877e-4c3a-9917-39eea4fc843c, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=0690a3f1-877e-4c3a-9917-39eea4fc843c,segment=NetworkSegment(d276a03e-6a98-4009-a107-4df0cc25e967),segment_id=d276a03e-6a98-4009-a107-4df0cc25e967)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:22:55.035782 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3b41c4b0-de51-45e3-ae0f-73b20be3af4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (0690a3f1-877e-4c3a-9917-39eea4fc843c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:55.053145 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c4b0-de51-45e3-ae0f-73b20be3af4e admin admin] Calling delete_port for 0690a3f1-877e-4c3a-9917-39eea4fc843c owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:22:55.164997 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d93c36-a9db-42a6-a129-33180b4994bc req-9b8f6b68-5da7-4e9e-8d85-05d4686f0ea5 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:55.166721 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f3d93c36-a9db-42a6-a129-33180b4994bc req-9b8f6b68-5da7-4e9e-8d85-05d4686f0ea5 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 946 time: 0.1030869 Mar 07 23:22:55.275257 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f3d93c36-a9db-42a6-a129-33180b4994bc req-c0ff03b8-4215-464a-9a24-af6b6123df51 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651920 Mar 07 23:22:55.430509 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3b41c4b0-de51-45e3-ae0f-73b20be3af4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (0690a3f1-877e-4c3a-9917-39eea4fc843c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:55.472179 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c4b0-de51-45e3-ae0f-73b20be3af4e admin admin] Pushing event deleted for resources: {'Port': ['ID=0690a3f1-877e-4c3a-9917-39eea4fc843c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:55.704909 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3b41c4b0-de51-45e3-ae0f-73b20be3af4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563490'] for router_interface (95238aa2-48af-43e7-bbc5-a386de22da44), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:55.961897 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:56.041713 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b41c4b0-de51-45e3-ae0f-73b20be3af4e admin admin] Router 95238aa2-48af-43e7-bbc5-a386de22da44 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:22:56.180175 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b41c4b0-de51-45e3-ae0f-73b20be3af4e admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:22:56.188410 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-3b41c4b0-de51-45e3-ae0f-73b20be3af4e admin admin] 10.222.0.24 "PUT /v2.0/routers/95238aa2-48af-43e7-bbc5-a386de22da44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3712394 Mar 07 23:22:56.188809 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 43938) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:22:56.194942 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a3c8b4-c51c-4f22-a386-4a3c381ab451 None None] Sync routers for ids ['95238aa2-48af-43e7-bbc5-a386de22da44'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:22:56.204527 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a3c8b4-c51c-4f22-a386-4a3c381ab451 None None] Routers {'95238aa2-48af-43e7-bbc5-a386de22da44'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:22:56.205225 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-58a3c8b4-c51c-4f22-a386-4a3c381ab451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:22:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['95238aa2-48af-43e7-bbc5-a386de22da44'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:22:56.213613 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b1705dcd-fdea-4f4b-85c6-9300ce0ccc3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:56.348332 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Publish callbacks [] for router (95238aa2-48af-43e7-bbc5-a386de22da44), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:56.404490 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-58a3c8b4-c51c-4f22-a386-4a3c381ab451 None None] Set router 95238aa2-48af-43e7-bbc5-a386de22da44 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:22:56.530779 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Publish callbacks [] for router_gateway (95238aa2-48af-43e7-bbc5-a386de22da44), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:56.548545 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7f5fe-5a7c-4971-be83-fa1e6e97b1a3 req-bc1e2c7c-c6e1-4dbd-99f3-cfaaa373967a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:56.555875 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d7b7f5fe-5a7c-4971-be83-fa1e6e97b1a3 req-bc1e2c7c-c6e1-4dbd-99f3-cfaaa373967a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 946 time: 0.0948904 Mar 07 23:22:56.624524 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d7b7f5fe-5a7c-4971-be83-fa1e6e97b1a3 req-845a766b-c68b-4e15-bf9f-bc98127b1ca2 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674663 Mar 07 23:22:56.655640 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 43954) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:22:56.694836 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Deleting port 42087171-c470-47a6-978a-9c5b56d9449e {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:22:56.695181 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (42087171-c470-47a6-978a-9c5b56d9449e), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:56.768581 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-58a3c8b4-c51c-4f22-a386-4a3c381ab451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95238aa2-48af-43e7-bbc5-a386de22da44', 'name': 'tempest-ServerRescueNegativeTestJSON-2128821221-router', 'tenant_id': '0e0ba9e6a9da4330a40c6943e3681050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '42087171-c470-47a6-978a-9c5b56d9449e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:22:55Z', 'revision_number': 5, 'project_id': '0e0ba9e6a9da4330a40c6943e3681050', 'gw_port': {'id': '42087171-c470-47a6-978a-9c5b56d9449e', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95238aa2-48af-43e7-bbc5-a386de22da44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:22:56.814590 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a3c8b4-c51c-4f22-a386-4a3c381ab451 None None] Checking router: 95238aa2-48af-43e7-bbc5-a386de22da44 for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:22:56.825293 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a3c8b4-c51c-4f22-a386-4a3c381ab451 None None] Routers {'95238aa2-48af-43e7-bbc5-a386de22da44'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:22:56.829121 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-58a3c8b4-c51c-4f22-a386-4a3c381ab451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:22:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['95238aa2-48af-43e7-bbc5-a386de22da44'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:22:56.850724 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] For port 42087171-c470-47a6-978a-9c5b56d9449e, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=42087171-c470-47a6-978a-9c5b56d9449e,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:22:56.851293 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (42087171-c470-47a6-978a-9c5b56d9449e), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:56.867573 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f301e602-8d7c-4eb1-9473-2d4a23dcbfe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:56.877952 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Calling delete_port for 42087171-c470-47a6-978a-9c5b56d9449e owned by network:router_gateway {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:22:56.937097 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-58a3c8b4-c51c-4f22-a386-4a3c381ab451 None None] Set router 95238aa2-48af-43e7-bbc5-a386de22da44 gateway port host: None {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:22:57.004767 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-58a3c8b4-c51c-4f22-a386-4a3c381ab451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95238aa2-48af-43e7-bbc5-a386de22da44', 'name': 'tempest-ServerRescueNegativeTestJSON-2128821221-router', 'tenant_id': '0e0ba9e6a9da4330a40c6943e3681050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:22:56Z', 'revision_number': 6, 'project_id': '0e0ba9e6a9da4330a40c6943e3681050', 'gw_port_host': None}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:22:57.038536 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a3c8b4-c51c-4f22-a386-4a3c381ab451 None None] The sync data for ids ['95238aa2-48af-43e7-bbc5-a386de22da44'] in dv-cinder-813223-6-iscsi is: [{'id': '95238aa2-48af-43e7-bbc5-a386de22da44', 'name': 'tempest-ServerRescueNegativeTestJSON-2128821221-router', 'tenant_id': '0e0ba9e6a9da4330a40c6943e3681050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:22:56Z', 'revision_number': 6, 'project_id': '0e0ba9e6a9da4330a40c6943e3681050', 'gw_port_host': None}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:22:57.108006 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f301e602-8d7c-4eb1-9473-2d4a23dcbfe8 admin admin] Publish callbacks [] for security_group (2adef098-bf8d-4b20-92b0-a4fbc60394b9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:57.137353 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ce59-2feb-4cfc-b423-37a57fcb6b42 req-6c9438b9-e0ed-4d23-b56e-d2d927246e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:57.138897 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0094ce59-2feb-4cfc-b423-37a57fcb6b42 req-6c9438b9-e0ed-4d23-b56e-d2d927246e75 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70c6d901ff9f4d8e84e6c24fe716994c&device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 1130 time: 0.2252665 Mar 07 23:22:57.168515 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f301e602-8d7c-4eb1-9473-2d4a23dcbfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (2adef098-bf8d-4b20-92b0-a4fbc60394b9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:57.213120 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (42087171-c470-47a6-978a-9c5b56d9449e), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:57.245859 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Pushing event deleted for resources: {'Port': ['ID=42087171-c470-47a6-978a-9c5b56d9449e,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:57.255841 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:57.256199 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:57.256549 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:57.256888 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:57.257260 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:57.257727 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:57.258074 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:57.258555 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:57.259664 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:57.260197 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:57.260694 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:57.261223 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:57.262677 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:22:57.278683 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301e602-8d7c-4eb1-9473-2d4a23dcbfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adef098-bf8d-4b20-92b0-a4fbc60394b9,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:57.287781 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-f301e602-8d7c-4eb1-9473-2d4a23dcbfe8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6bc6ea13bc1d457784905fd6a11d1369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6284113 Mar 07 23:22:57.288730 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 43958) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:22:57.344048 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ce59-2feb-4cfc-b423-37a57fcb6b42 req-39b4f310-82f0-41cf-9465-91fb8e0bab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:57.345413 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0094ce59-2feb-4cfc-b423-37a57fcb6b42 req-39b4f310-82f0-41cf-9465-91fb8e0bab7c service neutron] 10.222.0.16 "GET /v2.0/networks?id=2859357e-3793-4a4e-a3ac-55382bb5099f HTTP/1.1" status: 200 len: 918 time: 0.1861219 Mar 07 23:22:57.355376 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558984'] for router_gateway (95238aa2-48af-43e7-bbc5-a386de22da44), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:57.395329 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-74c41b66-2473-4717-80d2-ec5a5f085a22 admin admin] Publish callbacks [] for security_group (2adef098-bf8d-4b20-92b0-a4fbc60394b9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:57.430955 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-74c41b66-2473-4717-80d2-ec5a5f085a22 admin admin] Publish callbacks [] for security_group (2adef098-bf8d-4b20-92b0-a4fbc60394b9), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:57.464435 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0094ce59-2feb-4cfc-b423-37a57fcb6b42 req-893f6684-f10b-42fa-9ac5-c320263e0682 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac HTTP/1.1" status: 200 len: 1000 time: 0.1106143 Mar 07 23:22:57.512554 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28530'] for router (95238aa2-48af-43e7-bbc5-a386de22da44), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:57.515314 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Publish callbacks [] for router_controller (95238aa2-48af-43e7-bbc5-a386de22da44), precommit_delete_associations {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:57.550777 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ce59-2feb-4cfc-b423-37a57fcb6b42 req-430d578d-18ad-4733-a8fa-b5ffa1caea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:57.552142 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0094ce59-2feb-4cfc-b423-37a57fcb6b42 req-430d578d-18ad-4733-a8fa-b5ffa1caea71 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc HTTP/1.1" status: 200 len: 856 time: 0.0815868 Mar 07 23:22:57.650334 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094ce59-2feb-4cfc-b423-37a57fcb6b42 req-15189837-7a67-4e28-a0d2-6dd48c1cdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:57.659357 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0094ce59-2feb-4cfc-b423-37a57fcb6b42 req-15189837-7a67-4e28-a0d2-6dd48c1cdc01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2859357e-3793-4a4e-a3ac-55382bb5099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0936327 Mar 07 23:22:57.676643 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561707'] for router (95238aa2-48af-43e7-bbc5-a386de22da44), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:57.677222 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95238aa2-48af-43e7-bbc5-a386de22da44 {{(pid=103608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 23:22:57.682650 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:57.691379 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-1349e369-7f4b-4deb-ada9-55abb471ccaa admin admin] 10.222.0.24 "DELETE /v2.0/routers/95238aa2-48af-43e7-bbc5-a386de22da44 HTTP/1.1" status: 204 len: 168 time: 1.4938905 Mar 07 23:22:57.691379 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 43962) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:22:57.707283 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-74c41b66-2473-4717-80d2-ec5a5f085a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (2adef098-bf8d-4b20-92b0-a4fbc60394b9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:57.711217 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-74c41b66-2473-4717-80d2-ec5a5f085a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:57.719996 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-74c41b66-2473-4717-80d2-ec5a5f085a22 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2adef098-bf8d-4b20-92b0-a4fbc60394b9 HTTP/1.1" status: 204 len: 168 time: 0.4268806 Mar 07 23:22:57.736426 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c41b66-2473-4717-80d2-ec5a5f085a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adef098-bf8d-4b20-92b0-a4fbc60394b9,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:57.739878 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:57.822647 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_v2 [None req-6758f9cb-b32b-4355-b16d-f743e4d6487d admin admin] Deleting subnet 8514d718-78d0-47bf-aca4-100f86311e4c {{(pid=103608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 23:22:57.832399 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6758f9cb-b32b-4355-b16d-f743e4d6487d admin admin] Publish callbacks [] for subnet (8514d718-78d0-47bf-aca4-100f86311e4c), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:57.893070 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854017f-05f0-4767-b468-57b7fcec6e38 req-e7cb61e9-d011-4694-8a1b-5aa5bad02374 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:22:57.895527 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f854017f-05f0-4767-b468-57b7fcec6e38 req-e7cb61e9-d011-4694-8a1b-5aa5bad02374 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 946 time: 0.0919507 Mar 07 23:22:57.897844 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0094ce59-2feb-4cfc-b423-37a57fcb6b42 req-ede13177-5ccc-405d-a236-bea921355f33 service neutron] 10.222.0.16 "GET /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239108 Mar 07 23:22:57.909499 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6758f9cb-b32b-4355-b16d-f743e4d6487d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2548317'] for subnet (8514d718-78d0-47bf-aca4-100f86311e4c), precommit_delete_associations {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:57.994275 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6758f9cb-b32b-4355-b16d-f743e4d6487d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1321719'] for subnet (8514d718-78d0-47bf-aca4-100f86311e4c), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:58.095588 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f854017f-05f0-4767-b468-57b7fcec6e38 req-1e9ec3eb-3175-4b38-b709-330f4ee2e4d3 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928015 Mar 07 23:22:58.117150 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6758f9cb-b32b-4355-b16d-f743e4d6487d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1321708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2398541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2721233'] for subnet (8514d718-78d0-47bf-aca4-100f86311e4c), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:58.134118 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0094ce59-2feb-4cfc-b423-37a57fcb6b42 req-84384307-0ae5-4f41-ac5f-3d6c6f91de15 service neutron] 10.222.0.16 "GET /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139862 Mar 07 23:22:58.134622 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6758f9cb-b32b-4355-b16d-f743e4d6487d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:58.146286 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-6758f9cb-b32b-4355-b16d-f743e4d6487d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8514d718-78d0-47bf-aca4-100f86311e4c HTTP/1.1" status: 204 len: 168 time: 0.4587543 Mar 07 23:22:58.148441 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 43968) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:22:58.191590 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758f9cb-b32b-4355-b16d-f743e4d6487d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8514d718-78d0-47bf-aca4-100f86311e4c,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:58.316924 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-13db3076-6b88-4b8c-ab6f-6a5be5bc19b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1357688'] for network (252e7d4a-e802-4ff2-a0c6-1a446f9d728b), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:58.453281 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-13db3076-6b88-4b8c-ab6f-6a5be5bc19b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479032', 'neutron.services.segments.db._delete_segments_for_network-8747802712679'] for network (252e7d4a-e802-4ff2-a0c6-1a446f9d728b), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:58.481776 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-13db3076-6b88-4b8c-ab6f-6a5be5bc19b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['252e7d4a-e802-4ff2-a0c6-1a446f9d728b']}} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:22:58.513165 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-13db3076-6b88-4b8c-ab6f-6a5be5bc19b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd276a03e-6a98-4009-a107-4df0cc25e967') {'for_net_delete': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:22:58.513165 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-13db3076-6b88-4b8c-ab6f-6a5be5bc19b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd276a03e-6a98-4009-a107-4df0cc25e967') {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:22:58.534317 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-13db3076-6b88-4b8c-ab6f-6a5be5bc19b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747802713712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2548390'] for segment (d276a03e-6a98-4009-a107-4df0cc25e967), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:58.557177 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-13db3076-6b88-4b8c-ab6f-6a5be5bc19b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (d276a03e-6a98-4009-a107-4df0cc25e967), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:58.565751 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13db3076-6b88-4b8c-ab6f-6a5be5bc19b5 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 23:22:58.566167 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-13db3076-6b88-4b8c-ab6f-6a5be5bc19b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2398503'] for segment (d276a03e-6a98-4009-a107-4df0cc25e967), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: Traceback (most recent call last): Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: timer() Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: cb(*args, **kw) Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: return func(*args, **kwargs) Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: self._notify() Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: self.callback(batched_events) Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: event.method(event) Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: return f(self, *a, **k) Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: return self._get(url).json() Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: return self.request(url, 'GET', **kwargs) Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 23:22:58.567899 dv-cinder-813223-6-iscsi neutron-server[103608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 23:22:58.660631 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 0690a3f1-877e-4c3a-9917-39eea4fc843c no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:22:58.687037 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: 0690a3f1-877e-4c3a-9917-39eea4fc843c {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:22:58.687414 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 0690a3f1-877e-4c3a-9917-39eea4fc843c not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:22:58.687954 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 42087171-c470-47a6-978a-9c5b56d9449e no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:22:58.709270 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: 42087171-c470-47a6-978a-9c5b56d9449e {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:22:58.709550 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 42087171-c470-47a6-978a-9c5b56d9449e not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:22:58.767508 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-13db3076-6b88-4b8c-ab6f-6a5be5bc19b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559020'] for network (252e7d4a-e802-4ff2-a0c6-1a446f9d728b), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:58.784379 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-13db3076-6b88-4b8c-ab6f-6a5be5bc19b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:58.787575 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-13db3076-6b88-4b8c-ab6f-6a5be5bc19b5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/252e7d4a-e802-4ff2-a0c6-1a446f9d728b HTTP/1.1" status: 204 len: 168 time: 0.6379306 Mar 07 23:22:58.788919 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db3076-6b88-4b8c-ab6f-6a5be5bc19b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=252e7d4a-e802-4ff2-a0c6-1a446f9d728b,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:22:58.864819 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:59.191334 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 44002) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:22:59.240720 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-d972fbc1-99ae-41e1-97aa-b7099f3a62b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e0ba9e6a9da4330a40c6943e3681050&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0482159 Mar 07 23:22:59.243316 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 44004) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:22:59.320225 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1bb02ffd-4011-49db-a256-495d8ea2e895 admin admin] Publish callbacks [] for security_group (d7410c4c-7393-4c6f-ad99-eca642e3cbd3), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:59.357003 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1bb02ffd-4011-49db-a256-495d8ea2e895 admin admin] Publish callbacks [] for security_group (d7410c4c-7393-4c6f-ad99-eca642e3cbd3), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:59.488595 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1bb02ffd-4011-49db-a256-495d8ea2e895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (d7410c4c-7393-4c6f-ad99-eca642e3cbd3), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:59.491218 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-1bb02ffd-4011-49db-a256-495d8ea2e895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:22:59.494788 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-1bb02ffd-4011-49db-a256-495d8ea2e895 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7410c4c-7393-4c6f-ad99-eca642e3cbd3 HTTP/1.1" status: 204 len: 168 time: 0.2481575 Mar 07 23:22:59.508919 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb02ffd-4011-49db-a256-495d8ea2e895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7410c4c-7393-4c6f-ad99-eca642e3cbd3,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:00.373360 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:01.409451 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-cd64f967-5ccd-4a21-a00f-e7d882072102 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0cfc5f7e2e36490db9c865ff5b5753f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446658 Mar 07 23:23:01.634853 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-bb24f9fb-d4cc-4d70-81a1-c47e406f4184 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:01.636321 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-bb24f9fb-d4cc-4d70-81a1-c47e406f4184 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2211010 Mar 07 23:23:01.651819 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-658c5057-41b0-4203-97e9-4e4428140a58 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/quotas/0cfc5f7e2e36490db9c865ff5b5753f9 HTTP/1.1" status: 200 len: 375 time: 0.0094736 Mar 07 23:23:01.764772 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-312e2861-ed59-454c-a95c-fcf3e7e342f2 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cfc5f7e2e36490db9c865ff5b5753f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293000 Mar 07 23:23:01.897580 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3a5b6d2c-9939-4db9-ab9e-78e0e232e8ce req-20747bf2-1655-42d1-a73a-234f9efeee7a tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e36792d-d9d8-4e2c-8157-a955aa938bb5 HTTP/1.1" status: 200 len: 210 time: 0.0325043 Mar 07 23:23:03.025205 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-7b1a7f65-6030-45df-9c18-9dc34627ffb8 req-13f9cc49-e86f-4f7d-87a5-16a1910710bc tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e36792d-d9d8-4e2c-8157-a955aa938bb5 HTTP/1.1" status: 200 len: 210 time: 0.0465255 Mar 07 23:23:04.124266 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-27f4f18b-e0b9-4e7d-930d-d565ba7965ec req-be330232-9861-4f84-9970-e615cfb40937 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e36792d-d9d8-4e2c-8157-a955aa938bb5 HTTP/1.1" status: 200 len: 210 time: 0.0301785 Mar 07 23:23:04.251147 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-c111aa0f-c37a-4904-af3c-3f263f65958e tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0cfc5f7e2e36490db9c865ff5b5753f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379505 Mar 07 23:23:04.520201 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-1c12231e-2ebc-4535-bfa5-ac34633930b3 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:04.522750 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-1c12231e-2ebc-4535-bfa5-ac34633930b3 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2660968 Mar 07 23:23:04.546417 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-dd1b61b6-418f-4230-8085-9539711d7b3c tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Request body: {'port': {'device_id': '8e36792d-d9d8-4e2c-8157-a955aa938bb5', 'network_id': 'c81943a3-46cb-42ad-9e93-428d976dd96a', 'admin_state_up': True, 'tenant_id': '0cfc5f7e2e36490db9c865ff5b5753f9'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:23:04.762295 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-dd1b61b6-418f-4230-8085-9539711d7b3c tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Made reservation on behalf of 0cfc5f7e2e36490db9c865ff5b5753f9 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:23:04.766077 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-dd1b61b6-418f-4230-8085-9539711d7b3c tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:04.779116 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-dd1b61b6-418f-4230-8085-9539711d7b3c tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:04.851266 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-dd1b61b6-418f-4230-8085-9539711d7b3c tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Publish callbacks [] for security_group (04a031cb-87bf-4669-9729-d76edd091175), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:04.913031 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-dd1b61b6-418f-4230-8085-9539711d7b3c tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (04a031cb-87bf-4669-9729-d76edd091175), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:04.997022 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b61b6-418f-4230-8085-9539711d7b3c tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a031cb-87bf-4669-9729-d76edd091175,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:05.087143 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-dd1b61b6-418f-4230-8085-9539711d7b3c tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Allocated IP 192.168.233.9 (c81943a3-46cb-42ad-9e93-428d976dd96a/cba6e66b-5916-4d1e-aa5c-69359474520d/177736e1-1922-4031-a434-fba237b40575) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:23:05.251303 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-dd1b61b6-418f-4230-8085-9539711d7b3c tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Publish callbacks [] for port (177736e1-1922-4031-a434-fba237b40575), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:05.293513 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8e7cd12f-8872-4616-af33-4621df97b35b req-a7c89ac9-6253-40aa-8758-7983827e9619 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e36792d-d9d8-4e2c-8157-a955aa938bb5 HTTP/1.1" status: 200 len: 210 time: 0.0470605 Mar 07 23:23:05.368379 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-dd1b61b6-418f-4230-8085-9539711d7b3c tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (177736e1-1922-4031-a434-fba237b40575), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:05.437880 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-dd1b61b6-418f-4230-8085-9539711d7b3c tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Network c81943a3-46cb-42ad-9e93-428d976dd96a is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:23:05.441613 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-dd1b61b6-418f-4230-8085-9539711d7b3c tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:23:05.446637 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-dd1b61b6-418f-4230-8085-9539711d7b3c tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:23:05.497954 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-dd1b61b6-418f-4230-8085-9539711d7b3c tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:05.498555 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-dd1b61b6-418f-4230-8085-9539711d7b3c tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:05.510472 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b61b6-418f-4230-8085-9539711d7b3c tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Pushing event updated for resources: {'Port': ['ID=177736e1-1922-4031-a434-fba237b40575,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:05.576621 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-dd1b61b6-418f-4230-8085-9539711d7b3c tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0345809 Mar 07 23:23:05.589447 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-263f8f88-98b6-4225-b511-d5ec01ae53d0 service neutron] Request body: {'port': {'device_id': '8e36792d-d9d8-4e2c-8157-a955aa938bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:23:05.658410 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-263f8f88-98b6-4225-b511-d5ec01ae53d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (177736e1-1922-4031-a434-fba237b40575), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:05.868482 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-d6f1faa8-1f6a-448e-8953-c34979b674f1 None None] Provisioning complete for port 177736e1-1922-4031-a434-fba237b40575 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:23:05.869588 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d6f1faa8-1f6a-448e-8953-c34979b674f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (177736e1-1922-4031-a434-fba237b40575), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:05.938057 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-d6f1faa8-1f6a-448e-8953-c34979b674f1 None None] Port 177736e1-1922-4031-a434-fba237b40575 cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:23:06.310289 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-263f8f88-98b6-4225-b511-d5ec01ae53d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177736e1-1922-4031-a434-fba237b40575 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:23:06.328001 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-263f8f88-98b6-4225-b511-d5ec01ae53d0 service neutron] Publish callbacks [] for port (177736e1-1922-4031-a434-fba237b40575), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:06.343326 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-263f8f88-98b6-4225-b511-d5ec01ae53d0 service neutron] Transition to ACTIVE for port object 177736e1-1922-4031-a434-fba237b40575 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 23:23:06.434687 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-263f8f88-98b6-4225-b511-d5ec01ae53d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280631'] for port (177736e1-1922-4031-a434-fba237b40575), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:06.512899 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f8f88-98b6-4225-b511-d5ec01ae53d0 service neutron] Pushing event updated for resources: {'Port': ['ID=177736e1-1922-4031-a434-fba237b40575,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:06.568755 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43e864-4c25-4d86-8637-525dd8a9e8da req-f192d0cd-ea46-4e4e-98a7-a1a30ca1f4a6 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:06.579373 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ea43e864-4c25-4d86-8637-525dd8a9e8da req-f192d0cd-ea46-4e4e-98a7-a1a30ca1f4a6 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e36792d-d9d8-4e2c-8157-a955aa938bb5 HTTP/1.1" status: 200 len: 946 time: 0.1777561 Mar 07 23:23:06.703471 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ea43e864-4c25-4d86-8637-525dd8a9e8da req-c738f72b-5b7f-4597-9092-cd6acdc49e9a tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/security-groups?id=04a031cb-87bf-4669-9729-d76edd091175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189456 Mar 07 23:23:06.730853 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-263f8f88-98b6-4225-b511-d5ec01ae53d0 service neutron] Attempting to bind port 177736e1-1922-4031-a434-fba237b40575 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:23:06.731491 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-263f8f88-98b6-4225-b511-d5ec01ae53d0 service neutron] Attempting to bind port 177736e1-1922-4031-a434-fba237b40575 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'e25a3b47-349f-4c47-81e5-8a022a6fe4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c81943a3-46cb-42ad-9e93-428d976dd96a'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:23:06.732212 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-263f8f88-98b6-4225-b511-d5ec01ae53d0 service neutron] Attempting to bind port 177736e1-1922-4031-a434-fba237b40575 on network c81943a3-46cb-42ad-9e93-428d976dd96a {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:23:06.737806 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-263f8f88-98b6-4225-b511-d5ec01ae53d0 service neutron] Port 177736e1-1922-4031-a434-fba237b40575 on network c81943a3-46cb-42ad-9e93-428d976dd96a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 23:23:06.738133 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-263f8f88-98b6-4225-b511-d5ec01ae53d0 service neutron] Attempting to bind port 177736e1-1922-4031-a434-fba237b40575 on network c81943a3-46cb-42ad-9e93-428d976dd96a {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:23:06.743468 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-263f8f88-98b6-4225-b511-d5ec01ae53d0 service neutron] Checking agent: {'id': 'c3ad4338-66dc-4d28-9621-abda7889d413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'started_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:23:06.743811 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-263f8f88-98b6-4225-b511-d5ec01ae53d0 service neutron] Checking segment: {'id': 'e25a3b47-349f-4c47-81e5-8a022a6fe4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c81943a3-46cb-42ad-9e93-428d976dd96a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:23:06.744217 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-263f8f88-98b6-4225-b511-d5ec01ae53d0 service neutron] Bound using segment: {'id': 'e25a3b47-349f-4c47-81e5-8a022a6fe4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c81943a3-46cb-42ad-9e93-428d976dd96a'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:23:06.744631 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-263f8f88-98b6-4225-b511-d5ec01ae53d0 service neutron] Bound port: 177736e1-1922-4031-a434-fba237b40575, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25a3b47-349f-4c47-81e5-8a022a6fe4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c81943a3-46cb-42ad-9e93-428d976dd96a'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:23:06.745001 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-263f8f88-98b6-4225-b511-d5ec01ae53d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (177736e1-1922-4031-a434-fba237b40575), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:06.861254 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-263f8f88-98b6-4225-b511-d5ec01ae53d0 service neutron] For port 177736e1-1922-4031-a434-fba237b40575, host hv-cinder-81322, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:23:06.865982 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-263f8f88-98b6-4225-b511-d5ec01ae53d0 service neutron] For port 177736e1-1922-4031-a434-fba237b40575, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=177736e1-1922-4031-a434-fba237b40575,segment=NetworkSegment(e25a3b47-349f-4c47-81e5-8a022a6fe4d6),segment_id=e25a3b47-349f-4c47-81e5-8a022a6fe4d6)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:23:06.917186 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-263f8f88-98b6-4225-b511-d5ec01ae53d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280631'] for port (177736e1-1922-4031-a434-fba237b40575), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:06.975288 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-263f8f88-98b6-4225-b511-d5ec01ae53d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:06.976020 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-263f8f88-98b6-4225-b511-d5ec01ae53d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:06.980879 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-263f8f88-98b6-4225-b511-d5ec01ae53d0 service neutron] 10.222.0.16 "PUT /v2.0/ports/177736e1-1922-4031-a434-fba237b40575 HTTP/1.1" status: 200 len: 1096 time: 1.3962882 Mar 07 23:23:06.981285 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e36792d-d9d8-4e2c-8157-a955aa938bb5', 'tag': '177736e1-1922-4031-a434-fba237b40575'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:23:06.983548 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f3d046-0567-471f-b09f-a02c80fc0a15" -d '{"events": [{"name": "network-changed", "server_uuid": "8e36792d-d9d8-4e2c-8157-a955aa938bb5", "tag": "177736e1-1922-4031-a434-fba237b40575"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:23:07.015155 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f8f88-98b6-4225-b511-d5ec01ae53d0 service neutron] Pushing event updated for resources: {'Port': ['ID=177736e1-1922-4031-a434-fba237b40575,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:07.070168 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d04c431-64bd-4267-b62b-7dc52027006e x-openstack-request-id: req-2d04c431-64bd-4267-b62b-7dc52027006e {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:23:07.070472 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e36792d-d9d8-4e2c-8157-a955aa938bb5", "tag": "177736e1-1922-4031-a434-fba237b40575", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:23:07.070829 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d04c431-64bd-4267-b62b-7dc52027006e {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:23:07.071304 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e36792d-d9d8-4e2c-8157-a955aa938bb5', 'tag': '177736e1-1922-4031-a434-fba237b40575', 'status': 'completed', 'code': 200} Mar 07 23:23:07.134121 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-44845a2f-fe5a-4d06-9844-f20a9d531b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:07.135713 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-44845a2f-fe5a-4d06-9844-f20a9d531b4b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cfc5f7e2e36490db9c865ff5b5753f9&device_id=8e36792d-d9d8-4e2c-8157-a955aa938bb5 HTTP/1.1" status: 200 len: 1130 time: 0.0634208 Mar 07 23:23:07.197570 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-37430751-2a75-49ae-b7ab-71a73e4ff8b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=177736e1-1922-4031-a434-fba237b40575 HTTP/1.1" status: 200 len: 217 time: 0.0544679 Mar 07 23:23:07.260319 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-afe06136-a9ba-4475-8d5a-128d6135d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:07.262405 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-afe06136-a9ba-4475-8d5a-128d6135d6b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cba6e66b-5916-4d1e-aa5c-69359474520d HTTP/1.1" status: 200 len: 843 time: 0.0554211 Mar 07 23:23:07.328313 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-9913d1ac-35a5-4520-a07f-c0ed3ff969a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:07.329898 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-9913d1ac-35a5-4520-a07f-c0ed3ff969a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c81943a3-46cb-42ad-9e93-428d976dd96a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0602338 Mar 07 23:23:07.430288 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-589ca285-94fe-457c-8f67-2de2aff6c9ba service neutron] 10.222.0.16 "GET /v2.0/networks/c81943a3-46cb-42ad-9e93-428d976dd96a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923612 Mar 07 23:23:07.554608 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1dfefe17-ba21-4dc1-ba02-042b7e380322 req-37ce537c-4774-4ff3-930a-5d5c335b644b service neutron] 10.222.0.16 "GET /v2.0/networks/c81943a3-46cb-42ad-9e93-428d976dd96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172900 Mar 07 23:23:07.766343 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3d046-0567-471f-b09f-a02c80fc0a15 req-1008847d-4353-4843-91f8-67f3f21fde08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:07.768362 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b2f3d046-0567-471f-b09f-a02c80fc0a15 req-1008847d-4353-4843-91f8-67f3f21fde08 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cfc5f7e2e36490db9c865ff5b5753f9&device_id=8e36792d-d9d8-4e2c-8157-a955aa938bb5 HTTP/1.1" status: 200 len: 1130 time: 0.0492082 Mar 07 23:23:07.901473 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b735d1-50f5-49be-9888-4bfe29dbefc7 req-8403aefa-0a5a-4a6a-a40f-0bf6339982f6 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:07.902933 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-40b735d1-50f5-49be-9888-4bfe29dbefc7 req-8403aefa-0a5a-4a6a-a40f-0bf6339982f6 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e36792d-d9d8-4e2c-8157-a955aa938bb5 HTTP/1.1" status: 200 len: 946 time: 0.1238227 Mar 07 23:23:07.935206 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3d046-0567-471f-b09f-a02c80fc0a15 req-0e804b1b-b384-44d9-9b96-967722e0c848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:07.937124 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b2f3d046-0567-471f-b09f-a02c80fc0a15 req-0e804b1b-b384-44d9-9b96-967722e0c848 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c81943a3-46cb-42ad-9e93-428d976dd96a HTTP/1.1" status: 200 len: 870 time: 0.1300373 Mar 07 23:23:08.023605 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b2f3d046-0567-471f-b09f-a02c80fc0a15 req-f3d18f6a-459a-413c-bdea-a5c068adbf96 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=177736e1-1922-4031-a434-fba237b40575 HTTP/1.1" status: 200 len: 217 time: 0.0771492 Mar 07 23:23:08.030478 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-40b735d1-50f5-49be-9888-4bfe29dbefc7 req-6ba24914-a7bf-4cef-bd3f-0c1f3b7183ca tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/security-groups?id=04a031cb-87bf-4669-9729-d76edd091175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217420 Mar 07 23:23:08.075666 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3d046-0567-471f-b09f-a02c80fc0a15 req-13865f8d-fe0e-4fac-8791-9f8536ed5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:08.077162 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b2f3d046-0567-471f-b09f-a02c80fc0a15 req-13865f8d-fe0e-4fac-8791-9f8536ed5942 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cba6e66b-5916-4d1e-aa5c-69359474520d HTTP/1.1" status: 200 len: 843 time: 0.0458341 Mar 07 23:23:08.126037 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3d046-0567-471f-b09f-a02c80fc0a15 req-c5dc687a-6c3f-4115-b372-c3a8f06eed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:08.127519 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b2f3d046-0567-471f-b09f-a02c80fc0a15 req-c5dc687a-6c3f-4115-b372-c3a8f06eed64 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c81943a3-46cb-42ad-9e93-428d976dd96a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0445275 Mar 07 23:23:08.247923 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b2f3d046-0567-471f-b09f-a02c80fc0a15 req-b1669417-43da-4152-b239-93be5cf2e05d service neutron] 10.222.0.16 "GET /v2.0/networks/c81943a3-46cb-42ad-9e93-428d976dd96a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016750 Mar 07 23:23:08.367422 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b2f3d046-0567-471f-b09f-a02c80fc0a15 req-3bb2406c-8339-470a-b51c-343940824400 service neutron] 10.222.0.16 "GET /v2.0/networks/c81943a3-46cb-42ad-9e93-428d976dd96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129587 Mar 07 23:23:09.153376 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20e99-7b55-4abb-b2a3-92c4b23cf381 req-f80b5865-17c3-4873-9719-0eac00f06efe tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:09.154836 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-cbd20e99-7b55-4abb-b2a3-92c4b23cf381 req-f80b5865-17c3-4873-9719-0eac00f06efe tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e36792d-d9d8-4e2c-8157-a955aa938bb5 HTTP/1.1" status: 200 len: 946 time: 0.0523963 Mar 07 23:23:09.211615 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-cbd20e99-7b55-4abb-b2a3-92c4b23cf381 req-31808a0f-ab4c-404c-a4f2-f996ba9a2015 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/security-groups?id=04a031cb-87bf-4669-9729-d76edd091175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484977 Mar 07 23:23:09.287128 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e928e1-c188-4cc5-8896-6158b3ab34d8 req-e05ed40d-3641-4e18-b289-76d2dd2eac82 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:09.288595 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-88e928e1-c188-4cc5-8896-6158b3ab34d8 req-e05ed40d-3641-4e18-b289-76d2dd2eac82 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 946 time: 0.0529180 Mar 07 23:23:09.339835 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-88e928e1-c188-4cc5-8896-6158b3ab34d8 req-09993b57-6770-413c-b222-e9962c4693fc tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c3219d3-d70c-40fe-acb1-397441134667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454683 Mar 07 23:23:09.448896 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 44264) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:09.550461 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-82dd2191-93d3-4ad7-b34b-aff2bb825a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:09.622667 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-82dd2191-93d3-4ad7-b34b-aff2bb825a17 admin admin] Publish callbacks [] for security_group (ff6552c0-4149-43d1-a087-52e484d0896f), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:09.699154 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-82dd2191-93d3-4ad7-b34b-aff2bb825a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (ff6552c0-4149-43d1-a087-52e484d0896f), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:09.735168 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd2191-93d3-4ad7-b34b-aff2bb825a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6552c0-4149-43d1-a087-52e484d0896f,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:09.740616 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-82dd2191-93d3-4ad7-b34b-aff2bb825a17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e2faaded4684e57b4ed1627dd2ecb30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898848 Mar 07 23:23:09.742724 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 44276) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:09.794278 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f06dafd3-a4e1-4529-98cd-38d0b1ae3f1f admin admin] Publish callbacks [] for security_group (ff6552c0-4149-43d1-a087-52e484d0896f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:09.819974 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f06dafd3-a4e1-4529-98cd-38d0b1ae3f1f admin admin] Publish callbacks [] for security_group (ff6552c0-4149-43d1-a087-52e484d0896f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:09.927504 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f06dafd3-a4e1-4529-98cd-38d0b1ae3f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (ff6552c0-4149-43d1-a087-52e484d0896f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:09.930155 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f06dafd3-a4e1-4529-98cd-38d0b1ae3f1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:09.931362 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-f06dafd3-a4e1-4529-98cd-38d0b1ae3f1f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff6552c0-4149-43d1-a087-52e484d0896f HTTP/1.1" status: 204 len: 168 time: 0.1871121 Mar 07 23:23:09.940718 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06dafd3-a4e1-4529-98cd-38d0b1ae3f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6552c0-4149-43d1-a087-52e484d0896f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:10.312393 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 177736e1-1922-4031-a434-fba237b40575 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:23:10.335649 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a7faa-9868-4d99-b296-9d8902ec849b req-24e32d66-2048-49b4-8993-72178071b5a7 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:10.337160 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8f4a7faa-9868-4d99-b296-9d8902ec849b req-24e32d66-2048-49b4-8993-72178071b5a7 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e36792d-d9d8-4e2c-8157-a955aa938bb5 HTTP/1.1" status: 200 len: 946 time: 0.0627468 Mar 07 23:23:10.385045 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8f4a7faa-9868-4d99-b296-9d8902ec849b req-db767964-9fab-408a-bb3d-9daa1b441b4c tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/security-groups?id=04a031cb-87bf-4669-9729-d76edd091175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422592 Mar 07 23:23:10.420239 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 177736e1-1922-4031-a434-fba237b40575, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=177736e1-1922-4031-a434-fba237b40575,segment=NetworkSegment(e25a3b47-349f-4c47-81e5-8a022a6fe4d6),segment_id=e25a3b47-349f-4c47-81e5-8a022a6fe4d6)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:23:10.430825 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': '177736e1-1922-4031-a434-fba237b40575', 'network_id': 'c81943a3-46cb-42ad-9e93-428d976dd96a', 'port_id': '177736e1-1922-4031-a434-fba237b40575', 'mac_address': 'fa:16:3e:d4:d4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba6e66b-5916-4d1e-aa5c-69359474520d', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:23:10.468296 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 177736e1-1922-4031-a434-fba237b40575 is: DOWN; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:23:10.468685 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (177736e1-1922-4031-a434-fba237b40575), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:10.472251 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34489a9-1b54-4f2a-b2c6-6d7004ca5f87 req-9f80b2a6-fca7-4382-9dcd-480ecb41aab8 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:10.474424 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a34489a9-1b54-4f2a-b2c6-6d7004ca5f87 req-9f80b2a6-fca7-4382-9dcd-480ecb41aab8 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 946 time: 0.0531666 Mar 07 23:23:10.486934 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177736e1-1922-4031-a434-fba237b40575 {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:23:10.507490 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 177736e1-1922-4031-a434-fba237b40575, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=177736e1-1922-4031-a434-fba237b40575,segment=NetworkSegment(e25a3b47-349f-4c47-81e5-8a022a6fe4d6),segment_id=e25a3b47-349f-4c47-81e5-8a022a6fe4d6)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:23:10.527654 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a34489a9-1b54-4f2a-b2c6-6d7004ca5f87 req-59256e04-4cc9-4329-8de0-9a5a15147d1f tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c3219d3-d70c-40fe-acb1-397441134667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481184 Mar 07 23:23:10.573426 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (177736e1-1922-4031-a434-fba237b40575), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:10.594387 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 44324) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:10.607029 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fe627a49-aadf-4ee0-9038-69ef7d6900c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:10.621666 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=177736e1-1922-4031-a434-fba237b40575,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:10.629744 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:10.630301 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:10.631125 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:10.631610 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:10.632339 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:10.632589 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:10.632929 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:10.633277 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:10.633790 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:10.634097 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:10.634736 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:10.635048 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:10.635374 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:10.689006 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fe627a49-aadf-4ee0-9038-69ef7d6900c1 admin admin] Publish callbacks [] for security_group (6d90f5a3-0a63-477c-bcc3-a55deba1fa3b), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:10.755778 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fe627a49-aadf-4ee0-9038-69ef7d6900c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (6d90f5a3-0a63-477c-bcc3-a55deba1fa3b), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:10.785228 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96328402-cd83-43cc-8161-83bb3997599e req-22639fcf-0d04-4fc5-9e5d-3b4214606a68 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:10.786716 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-96328402-cd83-43cc-8161-83bb3997599e req-22639fcf-0d04-4fc5-9e5d-3b4214606a68 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.16 "GET /v2.0/ports?device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 946 time: 0.0580990 Mar 07 23:23:10.793082 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-fe627a49-aadf-4ee0-9038-69ef7d6900c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43ab6e29fc2c4ef5b3a00a93c8560e96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1976116 Mar 07 23:23:10.794139 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe627a49-aadf-4ee0-9038-69ef7d6900c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d90f5a3-0a63-477c-bcc3-a55deba1fa3b,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:10.796316 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 44338) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:10.830507 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['177736e1-1922-4031-a434-fba237b40575'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:23:10.847372 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-973ed81f-dff9-49b3-8399-5e9bbc8eabc4 admin admin] Publish callbacks [] for security_group (6d90f5a3-0a63-477c-bcc3-a55deba1fa3b), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:10.873324 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-973ed81f-dff9-49b3-8399-5e9bbc8eabc4 admin admin] Publish callbacks [] for security_group (6d90f5a3-0a63-477c-bcc3-a55deba1fa3b), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:10.910687 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-96328402-cd83-43cc-8161-83bb3997599e req-a60afbe8-84b5-475d-90a4-2907c05659bf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Deleting port 72b79f94-8c4e-4a8e-86fa-5d2bce233d03 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:23:10.911899 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-96328402-cd83-43cc-8161-83bb3997599e req-a60afbe8-84b5-475d-90a4-2907c05659bf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (72b79f94-8c4e-4a8e-86fa-5d2bce233d03), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:11.007684 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-973ed81f-dff9-49b3-8399-5e9bbc8eabc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (6d90f5a3-0a63-477c-bcc3-a55deba1fa3b), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:11.011292 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-973ed81f-dff9-49b3-8399-5e9bbc8eabc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:11.014941 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-973ed81f-dff9-49b3-8399-5e9bbc8eabc4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d90f5a3-0a63-477c-bcc3-a55deba1fa3b HTTP/1.1" status: 204 len: 168 time: 0.2152662 Mar 07 23:23:11.023295 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ed81f-dff9-49b3-8399-5e9bbc8eabc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d90f5a3-0a63-477c-bcc3-a55deba1fa3b,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:11.040472 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-96328402-cd83-43cc-8161-83bb3997599e req-a60afbe8-84b5-475d-90a4-2907c05659bf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] For port 72b79f94-8c4e-4a8e-86fa-5d2bce233d03, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=72b79f94-8c4e-4a8e-86fa-5d2bce233d03,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:23:11.040871 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-96328402-cd83-43cc-8161-83bb3997599e req-a60afbe8-84b5-475d-90a4-2907c05659bf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (72b79f94-8c4e-4a8e-86fa-5d2bce233d03), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:11.126466 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e595208-9632-4cc4-b777-0897e8c8ff0c req-591de7b5-657f-4660-9d7d-87a93e84c2b6 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:11.134378 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9e595208-9632-4cc4-b777-0897e8c8ff0c req-591de7b5-657f-4660-9d7d-87a93e84c2b6 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.1559033 Mar 07 23:23:11.250083 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9e595208-9632-4cc4-b777-0897e8c8ff0c req-d4f8ede8-f48a-47a9-98fe-15dbbf3c8768 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148543 Mar 07 23:23:11.319603 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-96328402-cd83-43cc-8161-83bb3997599e req-a60afbe8-84b5-475d-90a4-2907c05659bf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:11.320301 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-96328402-cd83-43cc-8161-83bb3997599e req-a60afbe8-84b5-475d-90a4-2907c05659bf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (6284e668-13be-4edd-b666-dd86493cbe5b), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:11.320794 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.l3_db [req-96328402-cd83-43cc-8161-83bb3997599e req-a60afbe8-84b5-475d-90a4-2907c05659bf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Floating IP 6284e668-13be-4edd-b666-dd86493cbe5b disassociated. External IP: 172.27.3.211, port: 72b79f94-8c4e-4a8e-86fa-5d2bce233d03. Mar 07 23:23:11.321237 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-96328402-cd83-43cc-8161-83bb3997599e req-a60afbe8-84b5-475d-90a4-2907c05659bf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Calling delete_port for 72b79f94-8c4e-4a8e-86fa-5d2bce233d03 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:23:11.517789 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bfb4c-fe99-420f-8584-cabca19c6cee req-2197a381-d24f-445e-8db6-5cb05139b72f tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:11.519326 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-839bfb4c-fe99-420f-8584-cabca19c6cee req-2197a381-d24f-445e-8db6-5cb05139b72f tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e36792d-d9d8-4e2c-8157-a955aa938bb5 HTTP/1.1" status: 200 len: 947 time: 0.0538106 Mar 07 23:23:11.527210 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-96328402-cd83-43cc-8161-83bb3997599e req-a60afbe8-84b5-475d-90a4-2907c05659bf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (72b79f94-8c4e-4a8e-86fa-5d2bce233d03), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:11.556866 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60afbe8-84b5-475d-90a4-2907c05659bf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event deleted for resources: {'Port': ['ID=72b79f94-8c4e-4a8e-86fa-5d2bce233d03,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:11.581834 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-839bfb4c-fe99-420f-8584-cabca19c6cee req-38617a67-412d-45d3-b7d3-81e2670dcacc tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/security-groups?id=04a031cb-87bf-4669-9729-d76edd091175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563271 Mar 07 23:23:11.651349 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-8032330b-7077-43b0-b7a2-e2b745530c3b req-5e705d6d-8d86-43f7-8110-40b9d9c9ff31 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 210 time: 0.0290153 Mar 07 23:23:11.711602 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96328402-cd83-43cc-8161-83bb3997599e req-a60afbe8-84b5-475d-90a4-2907c05659bf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Router ca2464bf-025b-48e9-8e60-1c19b6f68818 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:23:11.828028 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96328402-cd83-43cc-8161-83bb3997599e req-a60afbe8-84b5-475d-90a4-2907c05659bf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:23:11.843560 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f10fe5d-5132-40cd-a2a1-b1acdd804ded None None] Sync routers for ids ['ca2464bf-025b-48e9-8e60-1c19b6f68818'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:23:11.855436 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f10fe5d-5132-40cd-a2a1-b1acdd804ded None None] Routers {'ca2464bf-025b-48e9-8e60-1c19b6f68818'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:23:11.856064 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5f10fe5d-5132-40cd-a2a1-b1acdd804ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:22:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['ca2464bf-025b-48e9-8e60-1c19b6f68818'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:23:11.882186 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-96328402-cd83-43cc-8161-83bb3997599e req-a60afbe8-84b5-475d-90a4-2907c05659bf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] No DVR routers for this DVR port 72b79f94-8c4e-4a8e-86fa-5d2bce233d03 on host hv-cinder-81322 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:23:11.883013 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-96328402-cd83-43cc-8161-83bb3997599e req-a60afbe8-84b5-475d-90a4-2907c05659bf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:11.887870 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-96328402-cd83-43cc-8161-83bb3997599e req-a60afbe8-84b5-475d-90a4-2907c05659bf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.16 "DELETE /v2.0/ports/72b79f94-8c4e-4a8e-86fa-5d2bce233d03 HTTP/1.1" status: 204 len: 173 time: 1.0944147 Mar 07 23:23:11.888418 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865ca5fe-992f-4ef4-b041-3e95f56e4363', 'name': 'network-vif-deleted', 'tag': '72b79f94-8c4e-4a8e-86fa-5d2bce233d03'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:23:11.891083 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddc57c8-ddf9-4e3b-a1dc-8d43c90c1be9" -d '{"events": [{"server_uuid": "865ca5fe-992f-4ef4-b041-3e95f56e4363", "name": "network-vif-deleted", "tag": "72b79f94-8c4e-4a8e-86fa-5d2bce233d03"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:23:11.949976 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7f8fe5-8494-496d-b8f3-9fe3790c80c5 x-openstack-request-id: req-ca7f8fe5-8494-496d-b8f3-9fe3790c80c5 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:23:11.950614 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865ca5fe-992f-4ef4-b041-3e95f56e4363", "name": "network-vif-deleted", "tag": "72b79f94-8c4e-4a8e-86fa-5d2bce233d03", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:23:11.953576 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca7f8fe5-8494-496d-b8f3-9fe3790c80c5 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:23:11.953576 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865ca5fe-992f-4ef4-b041-3e95f56e4363', 'name': 'network-vif-deleted', 'tag': '72b79f94-8c4e-4a8e-86fa-5d2bce233d03', 'status': 'completed', 'code': 200} Mar 07 23:23:12.056406 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:23:12.118986 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-5f10fe5d-5132-40cd-a2a1-b1acdd804ded None None] Set router ca2464bf-025b-48e9-8e60-1c19b6f68818 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:23:12.348848 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 177736e1-1922-4031-a434-fba237b40575 up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:23:12.385183 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 44382) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:12.389883 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a2ae0-34b9-4cdd-a4ef-62e32d799ce6 req-2691b452-b488-448b-9053-f12ac758c74c tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:12.391817 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-605a2ae0-34b9-4cdd-a4ef-62e32d799ce6 req-2691b452-b488-448b-9053-f12ac758c74c tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0650408 Mar 07 23:23:12.443071 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5f10fe5d-5132-40cd-a2a1-b1acdd804ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': 'e024a4c4-06ca-4dd0-8a01-4725d5428d35', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'port_id': '4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'mac_address': 'fa:16:3e:be:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d336ad-d44e-469b-8ce0-dad51dc78af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:20:20Z', 'updated_at': '2022-03-07T23:20:49Z', 'revision_number': 2, 'project_id': '80516370fe324566aba801c4236e78d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:17Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:23:12.449327 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f9660d-c10a-4d2c-b629-e73b135650d6 admin admin] Deleting subnet 41713100-eb5c-4472-8fa0-f019c6871bff {{(pid=103608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 23:23:12.452800 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a4f9660d-c10a-4d2c-b629-e73b135650d6 admin admin] Publish callbacks [] for subnet (41713100-eb5c-4472-8fa0-f019c6871bff), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:12.455469 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-605a2ae0-34b9-4cdd-a4ef-62e32d799ce6 req-5961033d-e631-439f-a0d3-358122874bba tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559680 Mar 07 23:23:12.472217 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f10fe5d-5132-40cd-a2a1-b1acdd804ded None None] Checking router: ca2464bf-025b-48e9-8e60-1c19b6f68818 for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:23:12.480793 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f10fe5d-5132-40cd-a2a1-b1acdd804ded None None] Routers {'ca2464bf-025b-48e9-8e60-1c19b6f68818'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:23:12.481464 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5f10fe5d-5132-40cd-a2a1-b1acdd804ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:22:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['ca2464bf-025b-48e9-8e60-1c19b6f68818'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:23:12.506993 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a4f9660d-c10a-4d2c-b629-e73b135650d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2548317'] for subnet (41713100-eb5c-4472-8fa0-f019c6871bff), precommit_delete_associations {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:12.561932 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a4f9660d-c10a-4d2c-b629-e73b135650d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1321719'] for subnet (41713100-eb5c-4472-8fa0-f019c6871bff), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:12.583278 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning for port 177736e1-1922-4031-a434-fba237b40575 completed by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 23:23:12.590093 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port 177736e1-1922-4031-a434-fba237b40575 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:23:12.590467 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (177736e1-1922-4031-a434-fba237b40575), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:12.648343 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-5f10fe5d-5132-40cd-a2a1-b1acdd804ded None None] Set router ca2464bf-025b-48e9-8e60-1c19b6f68818 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:23:12.698479 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a4f9660d-c10a-4d2c-b629-e73b135650d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1321708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2398541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2721233'] for subnet (41713100-eb5c-4472-8fa0-f019c6871bff), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:12.752543 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9660d-c10a-4d2c-b629-e73b135650d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41713100-eb5c-4472-8fa0-f019c6871bff,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:12.793826 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a4f9660d-c10a-4d2c-b629-e73b135650d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:12.806142 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-a4f9660d-c10a-4d2c-b629-e73b135650d6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/41713100-eb5c-4472-8fa0-f019c6871bff HTTP/1.1" status: 204 len: 168 time: 0.4194562 Mar 07 23:23:12.808539 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 44394) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:12.831623 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-029fe4c6-5b82-44e1-b0f2-469fae69a2cb req-e188931f-ceff-4095-b08a-c0d1bcef1012 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=865ca5fe-992f-4ef4-b041-3e95f56e4363 HTTP/1.1" status: 200 len: 210 time: 0.0521681 Mar 07 23:23:12.856509 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40990321-1d23-4f0e-bb6e-cab320ad7d0d req-0b078767-5c36-43c6-b3f7-bb4f545de244 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:12.861339 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-40990321-1d23-4f0e-bb6e-cab320ad7d0d req-0b078767-5c36-43c6-b3f7-bb4f545de244 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e36792d-d9d8-4e2c-8157-a955aa938bb5 HTTP/1.1" status: 200 len: 947 time: 0.1941249 Mar 07 23:23:12.871187 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 177736e1-1922-4031-a434-fba237b40575 is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:23:12.871797 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (177736e1-1922-4031-a434-fba237b40575), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:12.918705 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e36792d-d9d8-4e2c-8157-a955aa938bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177736e1-1922-4031-a434-fba237b40575'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:23:12.921052 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea65816-aa77-4381-9120-cfc211231b78" -d '{"events": [{"server_uuid": "8e36792d-d9d8-4e2c-8157-a955aa938bb5", "name": "network-vif-plugged", "status": "completed", "tag": "177736e1-1922-4031-a434-fba237b40575"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:23:12.949701 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 177736e1-1922-4031-a434-fba237b40575, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=177736e1-1922-4031-a434-fba237b40575,segment=NetworkSegment(e25a3b47-349f-4c47-81e5-8a022a6fe4d6),segment_id=e25a3b47-349f-4c47-81e5-8a022a6fe4d6)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:23:12.959979 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c1d34e3a-0442-468c-8f45-204f502f0197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1357688'] for network (75059b77-daef-4a16-bb53-9c0565a13b9e), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:12.977997 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3344022-426f-483d-af08-c55b4f376bf8 x-openstack-request-id: req-c3344022-426f-483d-af08-c55b4f376bf8 {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:23:12.978546 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e36792d-d9d8-4e2c-8157-a955aa938bb5", "name": "network-vif-plugged", "status": "completed", "tag": "177736e1-1922-4031-a434-fba237b40575", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:23:12.979097 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c3344022-426f-483d-af08-c55b4f376bf8 {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:23:12.979671 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e36792d-d9d8-4e2c-8157-a955aa938bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177736e1-1922-4031-a434-fba237b40575', 'code': 200} Mar 07 23:23:13.004607 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-40990321-1d23-4f0e-bb6e-cab320ad7d0d req-d490bd39-7424-45b1-b726-d15e23a839c8 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/security-groups?id=04a031cb-87bf-4669-9729-d76edd091175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418734 Mar 07 23:23:13.005628 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5f10fe5d-5132-40cd-a2a1-b1acdd804ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': 'e024a4c4-06ca-4dd0-8a01-4725d5428d35', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'port_id': '4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'mac_address': 'fa:16:3e:be:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d336ad-d44e-469b-8ce0-dad51dc78af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:20:20Z', 'updated_at': '2022-03-07T23:20:49Z', 'revision_number': 2, 'project_id': '80516370fe324566aba801c4236e78d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:17Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:23:13.036776 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (177736e1-1922-4031-a434-fba237b40575), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:13.061060 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f10fe5d-5132-40cd-a2a1-b1acdd804ded None None] The sync data for ids ['ca2464bf-025b-48e9-8e60-1c19b6f68818'] in dv-cinder-813223-6-iscsi is: [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': 'e024a4c4-06ca-4dd0-8a01-4725d5428d35', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'port_id': '4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'mac_address': 'fa:16:3e:be:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d336ad-d44e-469b-8ce0-dad51dc78af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:20:20Z', 'updated_at': '2022-03-07T23:20:49Z', 'revision_number': 2, 'project_id': '80516370fe324566aba801c4236e78d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:17Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:23:13.099800 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=177736e1-1922-4031-a434-fba237b40575,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:13.133049 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c1d34e3a-0442-468c-8f45-204f502f0197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479032', 'neutron.services.segments.db._delete_segments_for_network-8747802712679'] for network (75059b77-daef-4a16-bb53-9c0565a13b9e), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:13.163761 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-c1d34e3a-0442-468c-8f45-204f502f0197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75059b77-daef-4a16-bb53-9c0565a13b9e']}} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:23:13.174004 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-c1d34e3a-0442-468c-8f45-204f502f0197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62') {'for_net_delete': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:23:13.174456 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-c1d34e3a-0442-468c-8f45-204f502f0197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62') {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:23:13.186178 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c1d34e3a-0442-468c-8f45-204f502f0197 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747802713712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2548390'] for segment (91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:13.202325 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c1d34e3a-0442-468c-8f45-204f502f0197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:13.210017 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d34e3a-0442-468c-8f45-204f502f0197 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 23:23:13.210666 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c1d34e3a-0442-468c-8f45-204f502f0197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2398503'] for segment (91aa0ea6-4c1a-40f9-ade3-f05ac89f7c62), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: Traceback (most recent call last): Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: timer() Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: cb(*args, **kw) Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: return func(*args, **kwargs) Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: self._notify() Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: self.callback(batched_events) Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: event.method(event) Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: return f(self, *a, **k) Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: return self._get(url).json() Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: return self.request(url, 'GET', **kwargs) Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 23:23:13.212558 dv-cinder-813223-6-iscsi neutron-server[103608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 23:23:13.329330 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e7994-bb1b-4955-96ab-9029d183050c req-c7680970-d6f4-4ab1-bf10-7ab2a6829cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:13.331643 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-242e7994-bb1b-4955-96ab-9029d183050c req-c7680970-d6f4-4ab1-bf10-7ab2a6829cb1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8e36792d-d9d8-4e2c-8157-a955aa938bb5 HTTP/1.1" status: 200 len: 1132 time: 0.0559490 Mar 07 23:23:13.362618 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c1d34e3a-0442-468c-8f45-204f502f0197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559020'] for network (75059b77-daef-4a16-bb53-9c0565a13b9e), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:13.368353 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c1d34e3a-0442-468c-8f45-204f502f0197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:13.373907 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-c1d34e3a-0442-468c-8f45-204f502f0197 admin admin] 10.222.0.24 "DELETE /v2.0/networks/75059b77-daef-4a16-bb53-9c0565a13b9e HTTP/1.1" status: 204 len: 168 time: 0.5589309 Mar 07 23:23:13.400040 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d34e3a-0442-468c-8f45-204f502f0197 admin admin] Pushing event deleted for resources: {'Network': ['ID=75059b77-daef-4a16-bb53-9c0565a13b9e,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:13.414431 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-242e7994-bb1b-4955-96ab-9029d183050c req-4c70b7b9-b94f-4b79-8e97-9c6820ff696e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=04a031cb-87bf-4669-9729-d76edd091175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770521 Mar 07 23:23:13.471767 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e874231-85ae-4d4f-b3b8-b1f0ce6b68de None None] New status for floating IP 6284e668-13be-4edd-b666-dd86493cbe5b: DOWN {{(pid=103610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:23:13.589613 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51161aa3-13bb-4b5e-878e-eb4204c63eb6 req-93f96317-efce-4061-aebc-6c6b2bd1dd65 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:13.591620 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-51161aa3-13bb-4b5e-878e-eb4204c63eb6 req-93f96317-efce-4061-aebc-6c6b2bd1dd65 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0616214 Mar 07 23:23:13.643592 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-51161aa3-13bb-4b5e-878e-eb4204c63eb6 req-70498146-8a2b-4974-9d8e-8eeb147069ff tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442483 Mar 07 23:23:13.854627 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 44412) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:13.923476 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-5a2fbbec-31a3-4019-8c27-7576ce56eece admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5878a1661e7440f7a42a4df87c8c6838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0652215 Mar 07 23:23:13.923819 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 44418) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:13.970689 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-35d0cae4-5a2b-4d27-82c5-7197299554a7 admin admin] Publish callbacks [] for security_group (0468ac00-56aa-4b30-98fd-a74bb6605d47), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:13.991572 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-35d0cae4-5a2b-4d27-82c5-7197299554a7 admin admin] Publish callbacks [] for security_group (0468ac00-56aa-4b30-98fd-a74bb6605d47), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:14.092114 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-35d0cae4-5a2b-4d27-82c5-7197299554a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (0468ac00-56aa-4b30-98fd-a74bb6605d47), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:14.094728 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-35d0cae4-5a2b-4d27-82c5-7197299554a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:14.098356 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-35d0cae4-5a2b-4d27-82c5-7197299554a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0468ac00-56aa-4b30-98fd-a74bb6605d47 HTTP/1.1" status: 204 len: 168 time: 0.1709559 Mar 07 23:23:14.133498 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0cae4-5a2b-4d27-82c5-7197299554a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0468ac00-56aa-4b30-98fd-a74bb6605d47,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:14.172635 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3941957-4eee-4bf8-a939-41f0f050d524 req-50dd9ced-0139-4d90-a39f-f106be17830e tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:14.174710 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c3941957-4eee-4bf8-a939-41f0f050d524 req-50dd9ced-0139-4d90-a39f-f106be17830e tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e36792d-d9d8-4e2c-8157-a955aa938bb5 HTTP/1.1" status: 200 len: 948 time: 0.0840230 Mar 07 23:23:14.234388 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c3941957-4eee-4bf8-a939-41f0f050d524 req-d8bce791-cdc3-41ea-a446-3276d06124b9 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/security-groups?id=04a031cb-87bf-4669-9729-d76edd091175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541120 Mar 07 23:23:14.766935 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839febc0-984a-405f-bf3f-e85d33d0c866 req-850048e5-07aa-4769-bfac-00cc38e2197a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:14.768447 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-839febc0-984a-405f-bf3f-e85d33d0c866 req-850048e5-07aa-4769-bfac-00cc38e2197a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0577297 Mar 07 23:23:14.832532 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-839febc0-984a-405f-bf3f-e85d33d0c866 req-43fa96bc-0706-4f82-b778-aa07d7b67d74 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555661 Mar 07 23:23:14.980754 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 44446) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:15.035297 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-afde04e5-d7f4-4d37-a62a-77561a88a014 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group (1c3219d3-d70c-40fe-acb1-397441134667), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:15.057870 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-afde04e5-d7f4-4d37-a62a-77561a88a014 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group (1c3219d3-d70c-40fe-acb1-397441134667), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:15.173108 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-afde04e5-d7f4-4d37-a62a-77561a88a014 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (1c3219d3-d70c-40fe-acb1-397441134667), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:15.176332 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-afde04e5-d7f4-4d37-a62a-77561a88a014 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:15.179985 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-afde04e5-d7f4-4d37-a62a-77561a88a014 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "DELETE /v2.0/security-groups/1c3219d3-d70c-40fe-acb1-397441134667 HTTP/1.1" status: 204 len: 168 time: 0.1957946 Mar 07 23:23:15.180529 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 44454) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:15.189049 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde04e5-d7f4-4d37-a62a-77561a88a014 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3219d3-d70c-40fe-acb1-397441134667,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:15.196361 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.api.v2.resource [None req-40b4bfa1-bdf7-498a-ac73-5e1cfe16ff6f tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] show failed (client error): The resource could not be found. Mar 07 23:23:15.200010 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-40b4bfa1-bdf7-498a-ac73-5e1cfe16ff6f tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups/1c3219d3-d70c-40fe-acb1-397441134667 HTTP/1.1" status: 404 len: 347 time: 0.0157657 Mar 07 23:23:15.205164 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 44456) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:15.379801 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-322a2af6-9140-4755-92ca-124eb7f6b453 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Deleting port 440a18f8-2376-472e-a92a-e3a8d76956e0 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:23:15.380437 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-322a2af6-9140-4755-92ca-124eb7f6b453 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (440a18f8-2376-472e-a92a-e3a8d76956e0), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:15.382174 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a6d16-0e8b-4ad7-8c6d-59834a45ad96 req-131dcda8-770e-4afa-ba23-9f2d0cfa282e tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:15.383800 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4c9a6d16-0e8b-4ad7-8c6d-59834a45ad96 req-131dcda8-770e-4afa-ba23-9f2d0cfa282e tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e36792d-d9d8-4e2c-8157-a955aa938bb5 HTTP/1.1" status: 200 len: 948 time: 0.0702965 Mar 07 23:23:15.491212 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-322a2af6-9140-4755-92ca-124eb7f6b453 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (440a18f8-2376-472e-a92a-e3a8d76956e0), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:15.492312 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-322a2af6-9140-4755-92ca-124eb7f6b453 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (440a18f8-2376-472e-a92a-e3a8d76956e0), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:15.514198 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-322a2af6-9140-4755-92ca-124eb7f6b453 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Calling delete_port for 440a18f8-2376-472e-a92a-e3a8d76956e0 owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:23:15.656318 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4c9a6d16-0e8b-4ad7-8c6d-59834a45ad96 req-9adae108-ec75-4282-872d-2da97abb73c6 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/security-groups?id=04a031cb-87bf-4669-9729-d76edd091175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664070 Mar 07 23:23:15.738976 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-322a2af6-9140-4755-92ca-124eb7f6b453 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (440a18f8-2376-472e-a92a-e3a8d76956e0), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:15.765622 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a2af6-9140-4755-92ca-124eb7f6b453 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event deleted for resources: {'Port': ['ID=440a18f8-2376-472e-a92a-e3a8d76956e0,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:15.825428 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-322a2af6-9140-4755-92ca-124eb7f6b453 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (6284e668-13be-4edd-b666-dd86493cbe5b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:15.827993 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-322a2af6-9140-4755-92ca-124eb7f6b453 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:15.831240 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-322a2af6-9140-4755-92ca-124eb7f6b453 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "DELETE /v2.0/floatingips/6284e668-13be-4edd-b666-dd86493cbe5b HTTP/1.1" status: 204 len: 168 time: 0.6165581 Mar 07 23:23:15.896212 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 44482) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:15.993226 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ad7d7-d011-4e12-80bd-7b42dea4c659 req-099e30d7-e467-485f-8e47-90c7f68a3de5 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:15.995521 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f12ad7d7-d011-4e12-80bd-7b42dea4c659 req-099e30d7-e467-485f-8e47-90c7f68a3de5 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0681975 Mar 07 23:23:16.032789 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5dd7aa9b-4021-4a54-85d6-a28b05ba2471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:16.051334 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f12ad7d7-d011-4e12-80bd-7b42dea4c659 req-f167b28d-d19e-4661-afc7-4524305ecabd tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492458 Mar 07 23:23:16.141217 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5dd7aa9b-4021-4a54-85d6-a28b05ba2471 admin admin] Publish callbacks [] for security_group (b1030ae0-4cd6-4452-92a0-7854920e6a26), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:16.178732 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055627bd-6b41-423c-9d33-5d67caaf2c7d req-4f24e220-820f-4cce-b713-09b502207ca4 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:16.180229 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-055627bd-6b41-423c-9d33-5d67caaf2c7d req-4f24e220-820f-4cce-b713-09b502207ca4 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e36792d-d9d8-4e2c-8157-a955aa938bb5 HTTP/1.1" status: 200 len: 948 time: 0.0641971 Mar 07 23:23:16.214217 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5dd7aa9b-4021-4a54-85d6-a28b05ba2471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (b1030ae0-4cd6-4452-92a0-7854920e6a26), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:16.231562 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-055627bd-6b41-423c-9d33-5d67caaf2c7d req-e6fcf457-c6eb-424e-a844-d2ebf044a74b tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/security-groups?id=04a031cb-87bf-4669-9729-d76edd091175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454957 Mar 07 23:23:16.256799 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-5dd7aa9b-4021-4a54-85d6-a28b05ba2471 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d5b8089e1ac4c2eb0735442c4d6f089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3592303 Mar 07 23:23:16.257921 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7aa9b-4021-4a54-85d6-a28b05ba2471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1030ae0-4cd6-4452-92a0-7854920e6a26,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:16.270566 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 44496) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:16.317152 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-41ea26fd-bee3-42dc-b135-33a5f986f220 admin admin] Publish callbacks [] for security_group (b1030ae0-4cd6-4452-92a0-7854920e6a26), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:16.337715 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-41ea26fd-bee3-42dc-b135-33a5f986f220 admin admin] Publish callbacks [] for security_group (b1030ae0-4cd6-4452-92a0-7854920e6a26), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:16.346168 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 72b79f94-8c4e-4a8e-86fa-5d2bce233d03 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:23:16.368923 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] No Port match for: 72b79f94-8c4e-4a8e-86fa-5d2bce233d03 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:23:16.369295 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 72b79f94-8c4e-4a8e-86fa-5d2bce233d03 not bound to the agent host hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:23:16.470334 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-41ea26fd-bee3-42dc-b135-33a5f986f220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (b1030ae0-4cd6-4452-92a0-7854920e6a26), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:16.472880 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-41ea26fd-bee3-42dc-b135-33a5f986f220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:16.474064 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-41ea26fd-bee3-42dc-b135-33a5f986f220 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1030ae0-4cd6-4452-92a0-7854920e6a26 HTTP/1.1" status: 204 len: 168 time: 0.2025547 Mar 07 23:23:16.483354 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea26fd-bee3-42dc-b135-33a5f986f220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1030ae0-4cd6-4452-92a0-7854920e6a26,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:17.176791 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e53a14-f111-417f-bed7-0ee25bcca195 req-c2533d99-debd-4c9a-a1a4-e4578109f41a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:17.178288 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e5e53a14-f111-417f-bed7-0ee25bcca195 req-c2533d99-debd-4c9a-a1a4-e4578109f41a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0530238 Mar 07 23:23:17.224500 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e5e53a14-f111-417f-bed7-0ee25bcca195 req-f53b0a00-dd4b-4e91-a422-15a4d143b517 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405416 Mar 07 23:23:17.351122 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f2a3b-8464-4fee-86be-1f5245189158 req-1943efa6-a12b-4a0d-b2e7-09031beaa98e tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:17.352655 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2d7f2a3b-8464-4fee-86be-1f5245189158 req-1943efa6-a12b-4a0d-b2e7-09031beaa98e tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e36792d-d9d8-4e2c-8157-a955aa938bb5 HTTP/1.1" status: 200 len: 948 time: 0.0546477 Mar 07 23:23:17.399787 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2d7f2a3b-8464-4fee-86be-1f5245189158 req-f1d45dc8-7ad9-48f5-a406-636f4640a72e tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/security-groups?id=04a031cb-87bf-4669-9729-d76edd091175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413289 Mar 07 23:23:17.675164 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec69d44-28a2-47d3-8535-1da5b3e0fa31 req-5bddd1e6-3505-4ed8-8ebf-7023850f238b tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:17.676587 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-cec69d44-28a2-47d3-8535-1da5b3e0fa31 req-5bddd1e6-3505-4ed8-8ebf-7023850f238b tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e36792d-d9d8-4e2c-8157-a955aa938bb5 HTTP/1.1" status: 200 len: 948 time: 0.0536199 Mar 07 23:23:17.765618 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-cec69d44-28a2-47d3-8535-1da5b3e0fa31 req-2974bf12-04fc-40a7-89ad-e046b8f4d259 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Deleting port 177736e1-1922-4031-a434-fba237b40575 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:23:17.765871 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cec69d44-28a2-47d3-8535-1da5b3e0fa31 req-2974bf12-04fc-40a7-89ad-e046b8f4d259 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (177736e1-1922-4031-a434-fba237b40575), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:17.855920 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-cec69d44-28a2-47d3-8535-1da5b3e0fa31 req-2974bf12-04fc-40a7-89ad-e046b8f4d259 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] For port 177736e1-1922-4031-a434-fba237b40575, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=177736e1-1922-4031-a434-fba237b40575,segment=NetworkSegment(e25a3b47-349f-4c47-81e5-8a022a6fe4d6),segment_id=e25a3b47-349f-4c47-81e5-8a022a6fe4d6)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:23:17.856280 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cec69d44-28a2-47d3-8535-1da5b3e0fa31 req-2974bf12-04fc-40a7-89ad-e046b8f4d259 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (177736e1-1922-4031-a434-fba237b40575), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:17.867566 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-cec69d44-28a2-47d3-8535-1da5b3e0fa31 req-2974bf12-04fc-40a7-89ad-e046b8f4d259 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Calling delete_port for 177736e1-1922-4031-a434-fba237b40575 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:23:18.150494 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cec69d44-28a2-47d3-8535-1da5b3e0fa31 req-2974bf12-04fc-40a7-89ad-e046b8f4d259 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (177736e1-1922-4031-a434-fba237b40575), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:18.162506 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['177736e1-1922-4031-a434-fba237b40575'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:23:18.183635 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974bf12-04fc-40a7-89ad-e046b8f4d259 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Pushing event deleted for resources: {'Port': ['ID=177736e1-1922-4031-a434-fba237b40575,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:18.227137 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec69d44-28a2-47d3-8535-1da5b3e0fa31 req-2974bf12-04fc-40a7-89ad-e046b8f4d259 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] No DVR routers for this DVR port 177736e1-1922-4031-a434-fba237b40575 on host hv-cinder-81322 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:23:18.229493 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-cec69d44-28a2-47d3-8535-1da5b3e0fa31 req-2974bf12-04fc-40a7-89ad-e046b8f4d259 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:18.235428 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-cec69d44-28a2-47d3-8535-1da5b3e0fa31 req-2974bf12-04fc-40a7-89ad-e046b8f4d259 tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.16 "DELETE /v2.0/ports/177736e1-1922-4031-a434-fba237b40575 HTTP/1.1" status: 204 len: 173 time: 0.5511887 Mar 07 23:23:18.235428 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e36792d-d9d8-4e2c-8157-a955aa938bb5', 'name': 'network-vif-deleted', 'tag': '177736e1-1922-4031-a434-fba237b40575'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:23:18.235646 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074f2d21-bca4-4072-a9a3-59f7cb50ee38" -d '{"events": [{"server_uuid": "8e36792d-d9d8-4e2c-8157-a955aa938bb5", "name": "network-vif-deleted", "tag": "177736e1-1922-4031-a434-fba237b40575"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:23:18.275388 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f224f159-82df-4295-9512-39d11eb5b96c x-openstack-request-id: req-f224f159-82df-4295-9512-39d11eb5b96c {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:23:18.275707 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e36792d-d9d8-4e2c-8157-a955aa938bb5", "name": "network-vif-deleted", "tag": "177736e1-1922-4031-a434-fba237b40575", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:23:18.276009 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f224f159-82df-4295-9512-39d11eb5b96c {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:23:18.276715 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e36792d-d9d8-4e2c-8157-a955aa938bb5', 'name': 'network-vif-deleted', 'tag': '177736e1-1922-4031-a434-fba237b40575', 'status': 'completed', 'code': 200} Mar 07 23:23:18.355702 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9fe21-fe03-48df-a480-71b9c7da8d78 req-415fc4f6-19c5-4c8a-8f2a-c2d87fadf2df tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:18.357249 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-99a9fe21-fe03-48df-a480-71b9c7da8d78 req-415fc4f6-19c5-4c8a-8f2a-c2d87fadf2df tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0544527 Mar 07 23:23:18.406739 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-99a9fe21-fe03-48df-a480-71b9c7da8d78 req-7ac91a05-a843-4721-8d58-b1935a5af632 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430744 Mar 07 23:23:18.505840 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-7b33d422-b249-4dd1-902d-4f469c97eb33 req-7b8451bc-69b3-4073-bef6-aec46949799e tempest-VolumesNegativeTest-2018629099 tempest-VolumesNegativeTest-2018629099-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e36792d-d9d8-4e2c-8157-a955aa938bb5 HTTP/1.1" status: 200 len: 210 time: 0.0375030 Mar 07 23:23:19.007759 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ca42e-e1bd-4de3-b0ac-f4e019bcc745 req-ba47e733-9149-4568-9152-3305f9fa1786 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:19.009353 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-300ca42e-e1bd-4de3-b0ac-f4e019bcc745 req-ba47e733-9149-4568-9152-3305f9fa1786 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 946 time: 0.0552311 Mar 07 23:23:19.055244 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-300ca42e-e1bd-4de3-b0ac-f4e019bcc745 req-4c075afa-f0c6-4173-80e8-72555cc1713c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403574 Mar 07 23:23:19.530389 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8eb58b-3da9-4c69-92dc-3d3129305081 req-eeb061e9-bee7-4b95-b1be-0411e7dc96c6 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:19.531882 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4c8eb58b-3da9-4c69-92dc-3d3129305081 req-eeb061e9-bee7-4b95-b1be-0411e7dc96c6 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0547955 Mar 07 23:23:19.582776 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4c8eb58b-3da9-4c69-92dc-3d3129305081 req-4a9e0c7c-8215-4782-9fe7-a82f794b337f tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446117 Mar 07 23:23:20.171957 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bda8c5-0ea1-4d5b-a82e-c864d9d3d809 req-e7ec6936-765a-4c34-917b-2920dd6e862e tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:20.173456 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-35bda8c5-0ea1-4d5b-a82e-c864d9d3d809 req-e7ec6936-765a-4c34-917b-2920dd6e862e tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 946 time: 0.0520389 Mar 07 23:23:20.218776 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-35bda8c5-0ea1-4d5b-a82e-c864d9d3d809 req-9ca0ca52-7e96-412a-9f62-57b98857c1b2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396192 Mar 07 23:23:20.586365 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0209341-d4d3-4e8d-9610-b362202d67cc req-1b0cf5f9-38ab-408d-9761-e667fb8040fa tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:20.587831 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a0209341-d4d3-4e8d-9610-b362202d67cc req-1b0cf5f9-38ab-408d-9761-e667fb8040fa tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 946 time: 0.0527778 Mar 07 23:23:20.729289 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaa5ed-b9af-4580-8c53-f6f1c0926bc5 req-c82b2e19-9ea3-4243-8bdf-221a18356708 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:20.730819 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2bbaa5ed-b9af-4580-8c53-f6f1c0926bc5 req-c82b2e19-9ea3-4243-8bdf-221a18356708 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0722859 Mar 07 23:23:20.735631 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-a0209341-d4d3-4e8d-9610-b362202d67cc req-47c97b94-5ab8-44a7-b3e6-d15d5d7effaf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Deleting port 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:23:20.735865 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a0209341-d4d3-4e8d-9610-b362202d67cc req-47c97b94-5ab8-44a7-b3e6-d15d5d7effaf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:21.102229 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2bbaa5ed-b9af-4580-8c53-f6f1c0926bc5 req-75c358ee-58c9-442e-ad2a-d98c793e7593 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3633387 Mar 07 23:23:21.123947 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-a0209341-d4d3-4e8d-9610-b362202d67cc req-47c97b94-5ab8-44a7-b3e6-d15d5d7effaf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] For port 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:23:21.124311 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a0209341-d4d3-4e8d-9610-b362202d67cc req-47c97b94-5ab8-44a7-b3e6-d15d5d7effaf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:21.296594 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a0209341-d4d3-4e8d-9610-b362202d67cc req-47c97b94-5ab8-44a7-b3e6-d15d5d7effaf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:21.296949 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a0209341-d4d3-4e8d-9610-b362202d67cc req-47c97b94-5ab8-44a7-b3e6-d15d5d7effaf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (e024a4c4-06ca-4dd0-8a01-4725d5428d35), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:21.297289 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.l3_db [req-a0209341-d4d3-4e8d-9610-b362202d67cc req-47c97b94-5ab8-44a7-b3e6-d15d5d7effaf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Floating IP e024a4c4-06ca-4dd0-8a01-4725d5428d35 disassociated. External IP: 172.27.3.60, port: 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6. Mar 07 23:23:21.297622 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-a0209341-d4d3-4e8d-9610-b362202d67cc req-47c97b94-5ab8-44a7-b3e6-d15d5d7effaf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Calling delete_port for 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:23:21.343032 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f42501-695c-43c1-aee5-52fbd1205407 req-7e0a140c-7361-42c2-8cc2-42e8c7e2ca13 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:21.344765 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-67f42501-695c-43c1-aee5-52fbd1205407 req-7e0a140c-7361-42c2-8cc2-42e8c7e2ca13 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 946 time: 0.0526667 Mar 07 23:23:21.410118 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-67f42501-695c-43c1-aee5-52fbd1205407 req-11ec42c3-0c0c-48d5-914d-f6b0e15beeac tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590239 Mar 07 23:23:21.522230 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a0209341-d4d3-4e8d-9610-b362202d67cc req-47c97b94-5ab8-44a7-b3e6-d15d5d7effaf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:21.552908 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c97b94-5ab8-44a7-b3e6-d15d5d7effaf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event deleted for resources: {'Port': ['ID=4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:21.669572 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0209341-d4d3-4e8d-9610-b362202d67cc req-47c97b94-5ab8-44a7-b3e6-d15d5d7effaf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Router ca2464bf-025b-48e9-8e60-1c19b6f68818 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:23:21.780312 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0209341-d4d3-4e8d-9610-b362202d67cc req-47c97b94-5ab8-44a7-b3e6-d15d5d7effaf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:23:21.790123 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedef5e5-eb44-4b9d-afa7-b74d5a9b7b28 None None] Sync routers for ids ['ca2464bf-025b-48e9-8e60-1c19b6f68818'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:23:21.800402 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedef5e5-eb44-4b9d-afa7-b74d5a9b7b28 None None] Routers {'ca2464bf-025b-48e9-8e60-1c19b6f68818'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:23:21.801034 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-bedef5e5-eb44-4b9d-afa7-b74d5a9b7b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:22:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['ca2464bf-025b-48e9-8e60-1c19b6f68818'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:23:21.822443 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0209341-d4d3-4e8d-9610-b362202d67cc req-47c97b94-5ab8-44a7-b3e6-d15d5d7effaf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] No DVR routers for this DVR port 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 on host hv-cinder-81322 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:23:21.824743 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a0209341-d4d3-4e8d-9610-b362202d67cc req-47c97b94-5ab8-44a7-b3e6-d15d5d7effaf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:21.828046 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a0209341-d4d3-4e8d-9610-b362202d67cc req-47c97b94-5ab8-44a7-b3e6-d15d5d7effaf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.16 "DELETE /v2.0/ports/4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 HTTP/1.1" status: 204 len: 173 time: 1.2340817 Mar 07 23:23:21.828480 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d336ad-d44e-469b-8ce0-dad51dc78af5', 'name': 'network-vif-deleted', 'tag': '4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:23:21.831821 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b35fbc3-d6a9-45af-9cc1-b9173998d855" -d '{"events": [{"server_uuid": "d3d336ad-d44e-469b-8ce0-dad51dc78af5", "name": "network-vif-deleted", "tag": "4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:23:21.866131 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3d3ff0-1ff5-4663-939a-0149c0625890 x-openstack-request-id: req-9f3d3ff0-1ff5-4663-939a-0149c0625890 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:23:21.866457 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d336ad-d44e-469b-8ce0-dad51dc78af5", "name": "network-vif-deleted", "tag": "4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:23:21.866712 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f3d3ff0-1ff5-4663-939a-0149c0625890 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:23:21.867104 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d336ad-d44e-469b-8ce0-dad51dc78af5', 'name': 'network-vif-deleted', 'tag': '4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6', 'status': 'completed', 'code': 200} Mar 07 23:23:21.915774 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-bedef5e5-eb44-4b9d-afa7-b74d5a9b7b28 None None] Set router ca2464bf-025b-48e9-8e60-1c19b6f68818 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:23:22.198117 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-bedef5e5-eb44-4b9d-afa7-b74d5a9b7b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:17Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:23:22.235122 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedef5e5-eb44-4b9d-afa7-b74d5a9b7b28 None None] Checking router: ca2464bf-025b-48e9-8e60-1c19b6f68818 for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:23:22.242308 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80585acf-0f52-444a-95e6-d835e6ab2d42 req-552911c0-0aee-46ed-844d-0a53c9f1d186 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:22.243804 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-80585acf-0f52-444a-95e6-d835e6ab2d42 req-552911c0-0aee-46ed-844d-0a53c9f1d186 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0536718 Mar 07 23:23:22.244604 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedef5e5-eb44-4b9d-afa7-b74d5a9b7b28 None None] Routers {'ca2464bf-025b-48e9-8e60-1c19b6f68818'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:23:22.245275 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-bedef5e5-eb44-4b9d-afa7-b74d5a9b7b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:22:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['ca2464bf-025b-48e9-8e60-1c19b6f68818'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:23:22.294545 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-80585acf-0f52-444a-95e6-d835e6ab2d42 req-44fcfa87-f083-45ef-8db4-f3855d5e7447 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438716 Mar 07 23:23:22.422422 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 177736e1-1922-4031-a434-fba237b40575 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:23:22.450240 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] No Port match for: 177736e1-1922-4031-a434-fba237b40575 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:23:22.450578 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 177736e1-1922-4031-a434-fba237b40575 not bound to the agent host hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:23:22.450997 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:23:22.475656 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] No Port match for: 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:23:22.476012 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 4fc18de5-26ed-4793-b2fa-3ebaac2d3bd6 not bound to the agent host hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:23:22.547459 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-bedef5e5-eb44-4b9d-afa7-b74d5a9b7b28 None None] Set router ca2464bf-025b-48e9-8e60-1c19b6f68818 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:23:22.553780 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1bcc88e4-b6b3-4446-9f6b-b15a58379ec9 req-bff85029-cde7-4f87-bdfc-70b939f781ae tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3d336ad-d44e-469b-8ce0-dad51dc78af5 HTTP/1.1" status: 200 len: 210 time: 0.0287051 Mar 07 23:23:22.737335 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d34e5-08d4-457b-b58e-beb2ee0affeb req-7901e854-79fa-4c58-9c35-662bc8f14607 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:22.739997 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-218d34e5-08d4-457b-b58e-beb2ee0affeb req-7901e854-79fa-4c58-9c35-662bc8f14607 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0670109 Mar 07 23:23:22.767934 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-bedef5e5-eb44-4b9d-afa7-b74d5a9b7b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:17Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:23:22.797020 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedef5e5-eb44-4b9d-afa7-b74d5a9b7b28 None None] The sync data for ids ['ca2464bf-025b-48e9-8e60-1c19b6f68818'] in dv-cinder-813223-6-iscsi is: [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:17Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:23:22.821029 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-218d34e5-08d4-457b-b58e-beb2ee0affeb req-1721d07f-cef0-4a56-bf04-1aacbbcaae73 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702748 Mar 07 23:23:22.825800 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197d9b0-2d42-4783-94c2-2023d087d037 req-635d90f4-8ce0-4694-bb45-7270543b5c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:22.827335 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c197d9b0-2d42-4783-94c2-2023d087d037 req-635d90f4-8ce0-4694-bb45-7270543b5c5e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b0c5a8c78de4cedabc1710b0a7bcb52&device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 1129 time: 0.0483296 Mar 07 23:23:22.931713 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197d9b0-2d42-4783-94c2-2023d087d037 req-631f8953-e5ed-4e6d-886f-5e91295d7fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:22.933361 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c197d9b0-2d42-4783-94c2-2023d087d037 req-631f8953-e5ed-4e6d-886f-5e91295d7fe3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=60cd751d-3709-4142-8796-5cc239f83beb HTTP/1.1" status: 200 len: 912 time: 0.0993912 Mar 07 23:23:23.006819 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c197d9b0-2d42-4783-94c2-2023d087d037 req-457c6a87-b51f-4015-b442-f42cac6b948e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 HTTP/1.1" status: 200 len: 1001 time: 0.0661523 Mar 07 23:23:23.060716 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197d9b0-2d42-4783-94c2-2023d087d037 req-c31b85b7-7da7-4d60-8b3f-433cdf4463be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:23.062284 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c197d9b0-2d42-4783-94c2-2023d087d037 req-c31b85b7-7da7-4d60-8b3f-433cdf4463be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebe707c4-73f7-4b8d-a363-ddcbe10d5528 HTTP/1.1" status: 200 len: 850 time: 0.0495365 Mar 07 23:23:23.097780 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72511185-fc52-4d36-8de9-af89c9dd1dc2 None None] New status for floating IP e024a4c4-06ca-4dd0-8a01-4725d5428d35: DOWN {{(pid=103610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:23:23.117865 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197d9b0-2d42-4783-94c2-2023d087d037 req-df12ce26-a535-460a-8ada-bd35db05a596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:23.119393 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c197d9b0-2d42-4783-94c2-2023d087d037 req-df12ce26-a535-460a-8ada-bd35db05a596 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60cd751d-3709-4142-8796-5cc239f83beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514708 Mar 07 23:23:23.229070 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c197d9b0-2d42-4783-94c2-2023d087d037 req-89df5a0a-fe06-4250-8be1-0175f99c64da service neutron] 10.222.0.16 "GET /v2.0/networks/60cd751d-3709-4142-8796-5cc239f83beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024740 Mar 07 23:23:23.324588 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c197d9b0-2d42-4783-94c2-2023d087d037 req-a0428191-b77a-46fb-b47e-50178d32dbb3 service neutron] 10.222.0.16 "GET /v2.0/networks/60cd751d-3709-4142-8796-5cc239f83beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889518 Mar 07 23:23:23.714746 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 44812) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:23.772724 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3f057a99-3864-433d-9d86-2667665ca755 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group (55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:23.808598 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3f057a99-3864-433d-9d86-2667665ca755 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group (55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:23.887595 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c8908edc-11eb-4bfd-ac47-64f85f305bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:23.938799 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa6f5e-0f35-49b3-b775-0192052ce9f8 req-ffdd24c5-869f-49bf-8ff8-d7c12a86eb64 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:23.940310 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-12fa6f5e-0f35-49b3-b775-0192052ce9f8 req-ffdd24c5-869f-49bf-8ff8-d7c12a86eb64 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0565646 Mar 07 23:23:23.962910 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3f057a99-3864-433d-9d86-2667665ca755 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:23.966296 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3f057a99-3864-433d-9d86-2667665ca755 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:23.968661 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-3f057a99-3864-433d-9d86-2667665ca755 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "DELETE /v2.0/security-groups/55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6 HTTP/1.1" status: 204 len: 168 time: 0.2528427 Mar 07 23:23:23.987619 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f057a99-3864-433d-9d86-2667665ca755 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:24.000138 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 44830) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:24.009527 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-12fa6f5e-0f35-49b3-b775-0192052ce9f8 req-d5243198-1589-47b2-93da-ce5441527f35 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631664 Mar 07 23:23:24.014854 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.api.v2.resource [None req-be795933-7944-4b24-aed7-cae400bbb066 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] show failed (client error): The resource could not be found. Mar 07 23:23:24.020299 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-be795933-7944-4b24-aed7-cae400bbb066 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups/55cf0adb-d5de-4b9c-8868-ebdb6bea1fe6 HTTP/1.1" status: 404 len: 347 time: 0.0190372 Mar 07 23:23:24.021141 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 44832) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:24.178802 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d3938a63-02bf-4c87-8e47-5114d82099dc tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Deleting port 885df391-6020-4d44-866c-da595674d51c {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:23:24.179168 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d3938a63-02bf-4c87-8e47-5114d82099dc tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (885df391-6020-4d44-866c-da595674d51c), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:24.262562 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d3938a63-02bf-4c87-8e47-5114d82099dc tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (885df391-6020-4d44-866c-da595674d51c), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:24.266415 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d3938a63-02bf-4c87-8e47-5114d82099dc tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (885df391-6020-4d44-866c-da595674d51c), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:24.276266 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d3938a63-02bf-4c87-8e47-5114d82099dc tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Calling delete_port for 885df391-6020-4d44-866c-da595674d51c owned by network:floatingip {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:23:24.458998 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d3938a63-02bf-4c87-8e47-5114d82099dc tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (885df391-6020-4d44-866c-da595674d51c), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:24.493050 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3938a63-02bf-4c87-8e47-5114d82099dc tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event deleted for resources: {'Port': ['ID=885df391-6020-4d44-866c-da595674d51c,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:24.546650 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d3938a63-02bf-4c87-8e47-5114d82099dc tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (e024a4c4-06ca-4dd0-8a01-4725d5428d35), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:24.549767 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d3938a63-02bf-4c87-8e47-5114d82099dc tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:24.550921 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-d3938a63-02bf-4c87-8e47-5114d82099dc tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "DELETE /v2.0/floatingips/e024a4c4-06ca-4dd0-8a01-4725d5428d35 HTTP/1.1" status: 204 len: 168 time: 0.5287988 Mar 07 23:23:25.061222 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 44844) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:25.066492 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-568c4720-aaf1-48b3-92a1-d536908302fa tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--31092035', 'description': 'tempest-description--1901100107'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:23:25.131791 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd611644-803c-4cd6-a83a-699faa810559 req-116abfc1-a060-40ec-bff5-50adcd0ec6aa tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:25.133300 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-fd611644-803c-4cd6-a83a-699faa810559 req-116abfc1-a060-40ec-bff5-50adcd0ec6aa tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0537779 Mar 07 23:23:25.168243 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-568c4720-aaf1-48b3-92a1-d536908302fa tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:25.178691 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-fd611644-803c-4cd6-a83a-699faa810559 req-a3404cd4-d648-4f95-8748-779d77956d5c tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399082 Mar 07 23:23:25.216358 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 44850) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:25.244540 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-568c4720-aaf1-48b3-92a1-d536908302fa tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group (0b752ad6-08ee-4b53-b923-f14e94f8bb2e), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:25.321063 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-91bff98f-cd6e-4367-be0d-922c7117eeae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:25.323969 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-568c4720-aaf1-48b3-92a1-d536908302fa tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (0b752ad6-08ee-4b53-b923-f14e94f8bb2e), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:25.370275 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c4720-aaf1-48b3-92a1-d536908302fa tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b752ad6-08ee-4b53-b923-f14e94f8bb2e,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:25.424199 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-91bff98f-cd6e-4367-be0d-922c7117eeae admin admin] Publish callbacks [] for security_group (1110483d-c5f7-4788-a92f-98a02b890c91), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:25.466643 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-568c4720-aaf1-48b3-92a1-d536908302fa tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:25.467896 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-568c4720-aaf1-48b3-92a1-d536908302fa tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4056482 Mar 07 23:23:25.470598 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 44858) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:25.475438 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-add477df-81d7-404e-a156-2c45e26bd392 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Request body: {'security_group_rule': {'security_group_id': '0b752ad6-08ee-4b53-b923-f14e94f8bb2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:23:25.510288 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-91bff98f-cd6e-4367-be0d-922c7117eeae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (1110483d-c5f7-4788-a92f-98a02b890c91), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:25.549011 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-91bff98f-cd6e-4367-be0d-922c7117eeae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7fada411d9cc49d7b38b31757017f6e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315635 Mar 07 23:23:25.550314 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bff98f-cd6e-4367-be0d-922c7117eeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1110483d-c5f7-4788-a92f-98a02b890c91,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:25.552251 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 44860) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:25.578472 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-add477df-81d7-404e-a156-2c45e26bd392 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group_rule (bfe45785-92b4-40c8-b3ab-64c3da969537), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:25.605056 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3d081318-d80b-4e84-99e3-e0e5f2289d52 admin admin] Publish callbacks [] for security_group (1110483d-c5f7-4788-a92f-98a02b890c91), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:25.624574 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-add477df-81d7-404e-a156-2c45e26bd392 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group_rule (bfe45785-92b4-40c8-b3ab-64c3da969537), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:25.628593 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3d081318-d80b-4e84-99e3-e0e5f2289d52 admin admin] Publish callbacks [] for security_group (1110483d-c5f7-4788-a92f-98a02b890c91), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:25.693228 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-add477df-81d7-404e-a156-2c45e26bd392 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (bfe45785-92b4-40c8-b3ab-64c3da969537), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:25.711567 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add477df-81d7-404e-a156-2c45e26bd392 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe45785-92b4-40c8-b3ab-64c3da969537,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:25.722686 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3d081318-d80b-4e84-99e3-e0e5f2289d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (1110483d-c5f7-4788-a92f-98a02b890c91), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:25.725571 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3d081318-d80b-4e84-99e3-e0e5f2289d52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:25.729244 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-3d081318-d80b-4e84-99e3-e0e5f2289d52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1110483d-c5f7-4788-a92f-98a02b890c91 HTTP/1.1" status: 204 len: 168 time: 0.1733568 Mar 07 23:23:25.734954 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d081318-d80b-4e84-99e3-e0e5f2289d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1110483d-c5f7-4788-a92f-98a02b890c91,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:25.753837 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 44868) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:25.780797 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-add477df-81d7-404e-a156-2c45e26bd392 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:25.784641 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-add477df-81d7-404e-a156-2c45e26bd392 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3100975 Mar 07 23:23:25.785001 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 44872) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:25.789650 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-6fffbd7c-ea45-4f6c-8966-89024dd0ff16 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Request body: {'security_group_rule': {'security_group_id': '0b752ad6-08ee-4b53-b923-f14e94f8bb2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:23:25.872657 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6fffbd7c-ea45-4f6c-8966-89024dd0ff16 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group_rule (a86c68ad-d11d-48f2-b288-a7bc1ab0d3c3), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:25.910754 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:25.920158 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-c4c9d835-6259-41fa-86d2-571f6a79bd41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0cfc5f7e2e36490db9c865ff5b5753f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1647785 Mar 07 23:23:25.922768 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 44874) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:25.937025 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6fffbd7c-ea45-4f6c-8966-89024dd0ff16 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group_rule (a86c68ad-d11d-48f2-b288-a7bc1ab0d3c3), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:25.969949 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c15edaa-e705-4137-b447-02aebd9c1e77 admin admin] Publish callbacks [] for security_group (04a031cb-87bf-4669-9729-d76edd091175), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:25.990221 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c15edaa-e705-4137-b447-02aebd9c1e77 admin admin] Publish callbacks [] for security_group (04a031cb-87bf-4669-9729-d76edd091175), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:26.002043 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6fffbd7c-ea45-4f6c-8966-89024dd0ff16 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (a86c68ad-d11d-48f2-b288-a7bc1ab0d3c3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:26.021503 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffbd7c-ea45-4f6c-8966-89024dd0ff16 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86c68ad-d11d-48f2-b288-a7bc1ab0d3c3,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:26.072800 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6fffbd7c-ea45-4f6c-8966-89024dd0ff16 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:26.073958 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-6fffbd7c-ea45-4f6c-8966-89024dd0ff16 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2879944 Mar 07 23:23:26.077210 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 44878) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:26.081411 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-70aa2f71-5119-4c7f-a5c6-98bacc0a5111 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Request body: {'floatingip': {'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:23:26.116293 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c15edaa-e705-4137-b447-02aebd9c1e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (04a031cb-87bf-4669-9729-d76edd091175), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:26.118967 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c15edaa-e705-4137-b447-02aebd9c1e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:26.122649 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-9c15edaa-e705-4137-b447-02aebd9c1e77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/04a031cb-87bf-4669-9729-d76edd091175 HTTP/1.1" status: 204 len: 168 time: 0.1962843 Mar 07 23:23:26.128893 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15edaa-e705-4137-b447-02aebd9c1e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a031cb-87bf-4669-9729-d76edd091175,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:26.162446 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-70aa2f71-5119-4c7f-a5c6-98bacc0a5111 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:26.184874 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-37b56df9-ada3-453a-bfc9-84251e4bd595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:26.260466 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-70aa2f71-5119-4c7f-a5c6-98bacc0a5111 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:26.361753 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-70aa2f71-5119-4c7f-a5c6-98bacc0a5111 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Allocated IP 172.27.3.82 (4f60912c-99c2-416c-85f4-ec579757987b/f4612345-726c-47ef-92a6-cd50d588f814/27ddecdc-ada1-431f-b2d9-83e45c76918c) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:23:26.409569 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 44882) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:26.426028 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-15ba228e-5444-4924-b804-f7777bd7c8bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:26.469690 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-70aa2f71-5119-4c7f-a5c6-98bacc0a5111 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for port (27ddecdc-ada1-431f-b2d9-83e45c76918c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:26.502382 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-15ba228e-5444-4924-b804-f7777bd7c8bf admin admin] Publish callbacks [] for security_group (21766165-b468-4db0-9a8b-22108fd52d44), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:26.545163 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-70aa2f71-5119-4c7f-a5c6-98bacc0a5111 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (27ddecdc-ada1-431f-b2d9-83e45c76918c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:26.561901 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-15ba228e-5444-4924-b804-f7777bd7c8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (21766165-b468-4db0-9a8b-22108fd52d44), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:26.584668 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aa2f71-5119-4c7f-a5c6-98bacc0a5111 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Network 4f60912c-99c2-416c-85f4-ec579757987b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:23:26.587844 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-70aa2f71-5119-4c7f-a5c6-98bacc0a5111 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:23:26.591360 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aa2f71-5119-4c7f-a5c6-98bacc0a5111 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:23:26.607234 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-15ba228e-5444-4924-b804-f7777bd7c8bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69508a22aa58489bbe7bc1e686112f71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965175 Mar 07 23:23:26.608137 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 44892) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:26.615159 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba228e-5444-4924-b804-f7777bd7c8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21766165-b468-4db0-9a8b-22108fd52d44,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:26.621575 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa2f71-5119-4c7f-a5c6-98bacc0a5111 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event updated for resources: {'Port': ['ID=27ddecdc-ada1-431f-b2d9-83e45c76918c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:26.666949 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2922-e1cc-4efe-a4a6-f58926eff1fb admin admin] Publish callbacks [] for security_group (21766165-b468-4db0-9a8b-22108fd52d44), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:26.689336 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2922-e1cc-4efe-a4a6-f58926eff1fb admin admin] Publish callbacks [] for security_group (21766165-b468-4db0-9a8b-22108fd52d44), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:26.691016 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-70aa2f71-5119-4c7f-a5c6-98bacc0a5111 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (2479599a-7be5-4e16-9871-1f65ff56c027), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:26.773359 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-70aa2f71-5119-4c7f-a5c6-98bacc0a5111 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (27ddecdc-ada1-431f-b2d9-83e45c76918c), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:26.847631 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2922-e1cc-4efe-a4a6-f58926eff1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (21766165-b468-4db0-9a8b-22108fd52d44), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:26.850215 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2922-e1cc-4efe-a4a6-f58926eff1fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:26.851355 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-bc2d2922-e1cc-4efe-a4a6-f58926eff1fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21766165-b468-4db0-9a8b-22108fd52d44 HTTP/1.1" status: 204 len: 168 time: 0.2422745 Mar 07 23:23:26.859325 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d2922-e1cc-4efe-a4a6-f58926eff1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21766165-b468-4db0-9a8b-22108fd52d44,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:26.930709 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-70aa2f71-5119-4c7f-a5c6-98bacc0a5111 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for port (27ddecdc-ada1-431f-b2d9-83e45c76918c), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:26.979162 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-70aa2f71-5119-4c7f-a5c6-98bacc0a5111 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280631'] for port (27ddecdc-ada1-431f-b2d9-83e45c76918c), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:27.052506 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa2f71-5119-4c7f-a5c6-98bacc0a5111 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event updated for resources: {'Port': ['ID=27ddecdc-ada1-431f-b2d9-83e45c76918c,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:27.062706 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-70aa2f71-5119-4c7f-a5c6-98bacc0a5111 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (2479599a-7be5-4e16-9871-1f65ff56c027), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:27.157892 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-70aa2f71-5119-4c7f-a5c6-98bacc0a5111 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:27.159864 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-70aa2f71-5119-4c7f-a5c6-98bacc0a5111 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0817468 Mar 07 23:23:27.416626 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-2b03cfa5-2357-4409-8d98-ab54032a1532 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--31092035&fields=id&tenant_id=80516370fe324566aba801c4236e78d9 HTTP/1.1" status: 200 len: 267 time: 0.0465488 Mar 07 23:23:27.535552 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-71885ad7-5817-4aa0-be28-51adf999ab55 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:27.537216 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-71885ad7-5817-4aa0-be28-51adf999ab55 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/networks?id=cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b HTTP/1.1" status: 200 len: 815 time: 0.1088135 Mar 07 23:23:27.552145 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-e876b221-110a-4d82-b85d-3603b1a1f3d1 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/quotas/80516370fe324566aba801c4236e78d9 HTTP/1.1" status: 200 len: 375 time: 0.0095544 Mar 07 23:23:27.608532 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-fab2bb78-d2f5-4c77-a97b-f6c78e799123 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=80516370fe324566aba801c4236e78d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512834 Mar 07 23:23:27.693392 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:27.716590 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-dfdb8de0-cd70-4f6e-9cbb-af0de6a824e1 service neutron] 10.222.0.24 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928380 Mar 07 23:23:27.805728 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-13beaf49-774a-4b92-a823-5764c22b50b7 service neutron] 10.222.0.24 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824993 Mar 07 23:23:28.090125 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a62dfcab-a252-41e0-928f-93f907138f1e req-6a643929-4def-4f41-9286-9facc21affc2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 210 time: 0.0294163 Mar 07 23:23:28.485869 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 44970) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:28.597700 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6aa2ff9b-548f-4ee7-b431-892217ee5aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:28.669169 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6aa2ff9b-548f-4ee7-b431-892217ee5aef admin admin] Publish callbacks [] for security_group (dd591116-bf76-4c25-a600-8a071189cff3), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:28.710265 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6aa2ff9b-548f-4ee7-b431-892217ee5aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (dd591116-bf76-4c25-a600-8a071189cff3), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:28.748545 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-6aa2ff9b-548f-4ee7-b431-892217ee5aef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02ebc8ccf409402280ff6c36f9bba9ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615955 Mar 07 23:23:28.749406 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2ff9b-548f-4ee7-b431-892217ee5aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd591116-bf76-4c25-a600-8a071189cff3,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:28.751343 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 44976) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:28.802590 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6758631e-1c53-4402-89aa-0fa316010868 admin admin] Publish callbacks [] for security_group (dd591116-bf76-4c25-a600-8a071189cff3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:28.824122 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6758631e-1c53-4402-89aa-0fa316010868 admin admin] Publish callbacks [] for security_group (dd591116-bf76-4c25-a600-8a071189cff3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:28.858938 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:28.910429 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6758631e-1c53-4402-89aa-0fa316010868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (dd591116-bf76-4c25-a600-8a071189cff3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:28.913266 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6758631e-1c53-4402-89aa-0fa316010868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:28.914460 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-6758631e-1c53-4402-89aa-0fa316010868 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd591116-bf76-4c25-a600-8a071189cff3 HTTP/1.1" status: 204 len: 168 time: 0.1620939 Mar 07 23:23:28.922178 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758631e-1c53-4402-89aa-0fa316010868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd591116-bf76-4c25-a600-8a071189cff3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:29.200204 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0b9d0ee0-37c2-47e6-b94e-c26964017324 req-2b4ecadc-391a-4541-86fd-03a549de4e48 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 210 time: 0.0358369 Mar 07 23:23:30.029686 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-695c269c-df60-4a13-a586-0722b5078997 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:30.031171 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-695c269c-df60-4a13-a586-0722b5078997 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.16 "GET /v2.0/networks?id=cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b HTTP/1.1" status: 200 len: 815 time: 0.1054208 Mar 07 23:23:30.297778 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1cadf68b-9779-4644-ae7b-463d5b59fc95 req-83dc8a07-4d61-471a-8b96-484cb1771750 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 210 time: 0.0266950 Mar 07 23:23:30.350458 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:31.389917 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-408f544b-2f5c-4760-8314-fcd92bd1d98f req-e53c8924-c969-4b34-937e-3b524d3cb013 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 210 time: 0.0260155 Mar 07 23:23:32.448063 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-33eda288-57b6-4788-809c-750f31eac742 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80516370fe324566aba801c4236e78d9 HTTP/1.1" status: 200 len: 378 time: 0.0522439 Mar 07 23:23:32.458281 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-b41225be-27b6-49b9-9db0-08a433a76f80 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Request body: {'port': {'device_id': '13bf5c1e-186d-4603-9442-0ccdd59b1258', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'admin_state_up': True, 'tenant_id': '80516370fe324566aba801c4236e78d9', 'security_groups': ['0b752ad6-08ee-4b53-b923-f14e94f8bb2e']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:23:32.502811 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-bb8ec2d8-30a9-4f56-b369-d3879f7d6ff1 req-939a1edf-52c0-4db6-9c66-c3a6a35d0a56 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 210 time: 0.0406172 Mar 07 23:23:32.641733 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-b41225be-27b6-49b9-9db0-08a433a76f80 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Made reservation on behalf of 80516370fe324566aba801c4236e78d9 for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:23:32.645776 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-b41225be-27b6-49b9-9db0-08a433a76f80 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:32.768583 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-b41225be-27b6-49b9-9db0-08a433a76f80 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Allocated IP 172.20.0.5 (cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b/af3489ec-4655-4601-bbd0-7398fa1960d1/f80156e0-b88b-4a4a-a2c8-bdd67ddd5147) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:23:32.915501 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-b41225be-27b6-49b9-9db0-08a433a76f80 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for port (f80156e0-b88b-4a4a-a2c8-bdd67ddd5147), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:33.036679 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-b41225be-27b6-49b9-9db0-08a433a76f80 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (f80156e0-b88b-4a4a-a2c8-bdd67ddd5147), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:33.079581 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-b41225be-27b6-49b9-9db0-08a433a76f80 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:23:33.082459 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-b41225be-27b6-49b9-9db0-08a433a76f80 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:23:33.085977 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-b41225be-27b6-49b9-9db0-08a433a76f80 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:23:33.113199 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41225be-27b6-49b9-9db0-08a433a76f80 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event updated for resources: {'Port': ['ID=f80156e0-b88b-4a4a-a2c8-bdd67ddd5147,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:33.144025 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-b41225be-27b6-49b9-9db0-08a433a76f80 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:33.144663 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-b41225be-27b6-49b9-9db0-08a433a76f80 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:33.227394 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-b41225be-27b6-49b9-9db0-08a433a76f80 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7733276 Mar 07 23:23:33.239668 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-5ea3cd0a-3b6f-489f-a359-010d3edeb581 service neutron] Request body: {'port': {'device_id': '13bf5c1e-186d-4603-9442-0ccdd59b1258', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:23:33.296211 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-5ea3cd0a-3b6f-489f-a359-010d3edeb581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (f80156e0-b88b-4a4a-a2c8-bdd67ddd5147), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:33.316732 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-eb97b994-b2e9-4070-8464-98923a96383a None None] Provisioning complete for port f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:23:33.317341 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-eb97b994-b2e9-4070-8464-98923a96383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (f80156e0-b88b-4a4a-a2c8-bdd67ddd5147), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:33.350845 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-eb97b994-b2e9-4070-8464-98923a96383a None None] Port f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:23:33.560305 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-5ea3cd0a-3b6f-489f-a359-010d3edeb581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:23:33.568015 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-5ea3cd0a-3b6f-489f-a359-010d3edeb581 service neutron] Publish callbacks [] for port (f80156e0-b88b-4a4a-a2c8-bdd67ddd5147), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:33.581282 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-5ea3cd0a-3b6f-489f-a359-010d3edeb581 service neutron] Transition to ACTIVE for port object f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 23:23:33.621824 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e9b07-d367-40d1-a2d1-fa085d25212b req-e7f175b6-ba63-4bf5-9a77-482388b50c2d tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:33.623281 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4b3e9b07-d367-40d1-a2d1-fa085d25212b req-e7f175b6-ba63-4bf5-9a77-482388b50c2d tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 931 time: 0.0543842 Mar 07 23:23:33.647282 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-5ea3cd0a-3b6f-489f-a359-010d3edeb581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280631'] for port (f80156e0-b88b-4a4a-a2c8-bdd67ddd5147), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:33.672159 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4b3e9b07-d367-40d1-a2d1-fa085d25212b req-59c19466-2839-4f49-9cf3-f2c300c91ce2 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b752ad6-08ee-4b53-b923-f14e94f8bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424960 Mar 07 23:23:33.722449 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3cd0a-3b6f-489f-a359-010d3edeb581 service neutron] Pushing event updated for resources: {'Port': ['ID=f80156e0-b88b-4a4a-a2c8-bdd67ddd5147,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:33.775736 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-5ea3cd0a-3b6f-489f-a359-010d3edeb581 service neutron] Attempting to bind port f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:23:33.776219 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-5ea3cd0a-3b6f-489f-a359-010d3edeb581 service neutron] Attempting to bind port f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:23:33.776592 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-5ea3cd0a-3b6f-489f-a359-010d3edeb581 service neutron] Attempting to bind port f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 on network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:23:33.781349 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-5ea3cd0a-3b6f-489f-a359-010d3edeb581 service neutron] Port f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 on network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 23:23:33.781700 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-5ea3cd0a-3b6f-489f-a359-010d3edeb581 service neutron] Attempting to bind port f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 on network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:23:33.787347 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-5ea3cd0a-3b6f-489f-a359-010d3edeb581 service neutron] Checking agent: {'id': 'c3ad4338-66dc-4d28-9621-abda7889d413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'started_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:23:33.787681 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-5ea3cd0a-3b6f-489f-a359-010d3edeb581 service neutron] Checking segment: {'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:23:33.788046 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-5ea3cd0a-3b6f-489f-a359-010d3edeb581 service neutron] Bound using segment: {'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:23:33.788464 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-5ea3cd0a-3b6f-489f-a359-010d3edeb581 service neutron] Bound port: f80156e0-b88b-4a4a-a2c8-bdd67ddd5147, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:23:33.788839 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-5ea3cd0a-3b6f-489f-a359-010d3edeb581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (f80156e0-b88b-4a4a-a2c8-bdd67ddd5147), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:33.858539 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-5ea3cd0a-3b6f-489f-a359-010d3edeb581 service neutron] For port f80156e0-b88b-4a4a-a2c8-bdd67ddd5147, host hv-cinder-81322, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:23:33.862321 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-5ea3cd0a-3b6f-489f-a359-010d3edeb581 service neutron] For port f80156e0-b88b-4a4a-a2c8-bdd67ddd5147, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f80156e0-b88b-4a4a-a2c8-bdd67ddd5147,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:23:33.922239 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-5ea3cd0a-3b6f-489f-a359-010d3edeb581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280631'] for port (f80156e0-b88b-4a4a-a2c8-bdd67ddd5147), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:33.957518 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-5ea3cd0a-3b6f-489f-a359-010d3edeb581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:33.958146 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-5ea3cd0a-3b6f-489f-a359-010d3edeb581 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:33.959536 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-5ea3cd0a-3b6f-489f-a359-010d3edeb581 service neutron] 10.222.0.16 "PUT /v2.0/ports/f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 HTTP/1.1" status: 200 len: 1093 time: 0.7246127 Mar 07 23:23:33.959997 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13bf5c1e-186d-4603-9442-0ccdd59b1258', 'tag': 'f80156e0-b88b-4a4a-a2c8-bdd67ddd5147'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:23:33.962256 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a90f7a-c9ae-478d-9114-f92225031133" -d '{"events": [{"name": "network-changed", "server_uuid": "13bf5c1e-186d-4603-9442-0ccdd59b1258", "tag": "f80156e0-b88b-4a4a-a2c8-bdd67ddd5147"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:23:33.992996 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3cd0a-3b6f-489f-a359-010d3edeb581 service neutron] Pushing event updated for resources: {'Port': ['ID=f80156e0-b88b-4a4a-a2c8-bdd67ddd5147,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:34.004904 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e4201f-2617-418d-b49d-b22f8a3ea8c0 x-openstack-request-id: req-c0e4201f-2617-418d-b49d-b22f8a3ea8c0 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:23:34.005256 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13bf5c1e-186d-4603-9442-0ccdd59b1258", "tag": "f80156e0-b88b-4a4a-a2c8-bdd67ddd5147", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:23:34.005575 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0e4201f-2617-418d-b49d-b22f8a3ea8c0 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:23:34.006013 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13bf5c1e-186d-4603-9442-0ccdd59b1258', 'tag': 'f80156e0-b88b-4a4a-a2c8-bdd67ddd5147', 'status': 'completed', 'code': 200} Mar 07 23:23:34.073826 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a90f7a-c9ae-478d-9114-f92225031133 req-35bc58b4-4026-41b2-92da-39f2ca301c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:34.075403 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-08a90f7a-c9ae-478d-9114-f92225031133 req-35bc58b4-4026-41b2-92da-39f2ca301c68 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80516370fe324566aba801c4236e78d9&device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 1127 time: 0.0506124 Mar 07 23:23:34.203417 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a90f7a-c9ae-478d-9114-f92225031133 req-6b868dff-bf62-4a5e-b30e-df13d37e245b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:34.204903 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-08a90f7a-c9ae-478d-9114-f92225031133 req-6b868dff-bf62-4a5e-b30e-df13d37e245b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=80516370fe324566aba801c4236e78d9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1226034 Mar 07 23:23:34.295102 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a90f7a-c9ae-478d-9114-f92225031133 req-e1597094-db41-4f61-9faf-4b7de2d39625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:34.296568 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-08a90f7a-c9ae-478d-9114-f92225031133 req-e1597094-db41-4f61-9faf-4b7de2d39625 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856297 Mar 07 23:23:34.374300 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-a19c5993-c83a-46ef-9a18-a88ed3fa52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:34.375787 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-a19c5993-c83a-46ef-9a18-a88ed3fa52fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80516370fe324566aba801c4236e78d9&device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 1127 time: 0.0440674 Mar 07 23:23:34.419100 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-8edadaf3-44c7-4cfd-a861-a29f33176fc6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 HTTP/1.1" status: 200 len: 217 time: 0.0359890 Mar 07 23:23:34.466121 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-4a0f3cfd-b424-45a1-a97b-afcb82fa9c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:34.467597 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-4a0f3cfd-b424-45a1-a97b-afcb82fa9c0b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af3489ec-4655-4601-bbd0-7398fa1960d1 HTTP/1.1" status: 200 len: 854 time: 0.0432825 Mar 07 23:23:34.515725 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-0ce95b67-b2fd-4c28-a6ce-b7e72b6e5b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:34.517329 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-0ce95b67-b2fd-4c28-a6ce-b7e72b6e5b08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434742 Mar 07 23:23:34.608104 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-d3a52e7f-2bb5-4a92-9a36-e7f1ca4b5170 service neutron] 10.222.0.16 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837891 Mar 07 23:23:34.793393 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568c1f4-7466-4808-b783-9269d3b40099 req-3ef4654d-74af-491d-9f23-15ccdbc939f7 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:34.794834 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e568c1f4-7466-4808-b783-9269d3b40099 req-3ef4654d-74af-491d-9f23-15ccdbc939f7 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 943 time: 0.0511675 Mar 07 23:23:34.840419 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e568c1f4-7466-4808-b783-9269d3b40099 req-0c3b9afb-9479-4c6d-b9e6-d9262b8d121b tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b752ad6-08ee-4b53-b923-f14e94f8bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400763 Mar 07 23:23:35.393355 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2ab3a15f-2033-4984-afa2-818a9db5128f req-92364083-22b1-4dad-bc4c-4708385ac29c service neutron] 10.222.0.16 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806160 Mar 07 23:23:35.607151 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 45068) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:35.708814 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4a1e67b3-fc1f-4d2a-a436-9b57f370cb60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:35.778405 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4a1e67b3-fc1f-4d2a-a436-9b57f370cb60 admin admin] Publish callbacks [] for security_group (15453ea0-c504-4334-9ffe-14c991e0495f), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:35.852824 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4a1e67b3-fc1f-4d2a-a436-9b57f370cb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (15453ea0-c504-4334-9ffe-14c991e0495f), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:35.894141 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-4a1e67b3-fc1f-4d2a-a436-9b57f370cb60 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a808656ab9f141f886abd2d79f7d0074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859089 Mar 07 23:23:35.895004 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e67b3-fc1f-4d2a-a436-9b57f370cb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15453ea0-c504-4334-9ffe-14c991e0495f,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:35.897823 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 45076) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:35.990300 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1e19a-0ee0-48e4-9e6c-81fcd4e1b23d req-f6bd0d3f-5915-4222-a876-4272d218fa8c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:35.991666 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-94e1e19a-0ee0-48e4-9e6c-81fcd4e1b23d req-f6bd0d3f-5915-4222-a876-4272d218fa8c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 943 time: 0.0752027 Mar 07 23:23:35.992676 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ca3963ac-3e22-4231-83ac-e52c5505e1dc admin admin] Publish callbacks [] for security_group (15453ea0-c504-4334-9ffe-14c991e0495f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:36.026730 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ca3963ac-3e22-4231-83ac-e52c5505e1dc admin admin] Publish callbacks [] for security_group (15453ea0-c504-4334-9ffe-14c991e0495f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:36.074944 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-94e1e19a-0ee0-48e4-9e6c-81fcd4e1b23d req-ee5bace3-70cd-45b5-b968-74eba770c108 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b752ad6-08ee-4b53-b923-f14e94f8bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771608 Mar 07 23:23:36.236269 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ca3963ac-3e22-4231-83ac-e52c5505e1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (15453ea0-c504-4334-9ffe-14c991e0495f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:36.239563 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ca3963ac-3e22-4231-83ac-e52c5505e1dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:36.240808 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-ca3963ac-3e22-4231-83ac-e52c5505e1dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15453ea0-c504-4334-9ffe-14c991e0495f HTTP/1.1" status: 204 len: 168 time: 0.3416183 Mar 07 23:23:36.248524 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3963ac-3e22-4231-83ac-e52c5505e1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15453ea0-c504-4334-9ffe-14c991e0495f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:37.193646 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f139dc-f709-4642-8d86-4824061aae65 req-8153753a-1eab-412e-b0bf-e1a3f208b382 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:37.195449 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c3f139dc-f709-4642-8d86-4824061aae65 req-8153753a-1eab-412e-b0bf-e1a3f208b382 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 943 time: 0.0523767 Mar 07 23:23:37.242515 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c3f139dc-f709-4642-8d86-4824061aae65 req-80276cdb-1c98-4765-a171-9b4a22712cae tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b752ad6-08ee-4b53-b923-f14e94f8bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415552 Mar 07 23:23:38.361230 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5320a2e-2266-4e10-9e8e-f09c49be5f18 req-be71ec7b-ce78-48fb-b5fe-b263cc52fc0d tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:38.363218 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e5320a2e-2266-4e10-9e8e-f09c49be5f18 req-be71ec7b-ce78-48fb-b5fe-b263cc52fc0d tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 943 time: 0.0535522 Mar 07 23:23:38.408489 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e5320a2e-2266-4e10-9e8e-f09c49be5f18 req-b3517950-ee67-4feb-8732-fcc387ed8f2e tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b752ad6-08ee-4b53-b923-f14e94f8bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397761 Mar 07 23:23:39.119166 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a6459-2fa2-47d6-b203-c903b27f58c9 req-94fce18f-6887-4a06-901f-f33e51a3165f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:39.120723 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a54a6459-2fa2-47d6-b203-c903b27f58c9 req-94fce18f-6887-4a06-901f-f33e51a3165f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 946 time: 0.0533550 Mar 07 23:23:39.168816 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a54a6459-2fa2-47d6-b203-c903b27f58c9 req-85dc9b58-3aba-4637-bead-bc24b84d1e6a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426149 Mar 07 23:23:39.533073 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e5e9c-08b0-49be-990a-dc8f1bfbe77d req-a4f27075-1918-4eb5-80aa-6d833c7f39dd tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:39.534586 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-059e5e9c-08b0-49be-990a-dc8f1bfbe77d req-a4f27075-1918-4eb5-80aa-6d833c7f39dd tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 943 time: 0.0570948 Mar 07 23:23:39.580051 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-059e5e9c-08b0-49be-990a-dc8f1bfbe77d req-91077058-1abc-4237-808e-7270740ff0e0 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b752ad6-08ee-4b53-b923-f14e94f8bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400331 Mar 07 23:23:40.289718 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29856d-3fcb-41b1-bc22-baeb293bacb1 req-cffef97d-a9b8-4851-8777-b3d3a9096018 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:40.291163 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ff29856d-3fcb-41b1-bc22-baeb293bacb1 req-cffef97d-a9b8-4851-8777-b3d3a9096018 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 946 time: 0.0509017 Mar 07 23:23:40.336070 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ff29856d-3fcb-41b1-bc22-baeb293bacb1 req-025e4d7b-009e-4a6a-b2d8-dd516ea742d6 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=aaee5e73-e679-4da1-b335-fa946d47739d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395062 Mar 07 23:23:40.474935 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:23:40.569869 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port f80156e0-b88b-4a4a-a2c8-bdd67ddd5147, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f80156e0-b88b-4a4a-a2c8-bdd67ddd5147,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:23:40.580481 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': 'f80156e0-b88b-4a4a-a2c8-bdd67ddd5147', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'port_id': 'f80156e0-b88b-4a4a-a2c8-bdd67ddd5147', 'mac_address': 'fa:16:3e:ef:07:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:23:40.619482 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 is: DOWN; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:23:40.619869 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (f80156e0-b88b-4a4a-a2c8-bdd67ddd5147), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:40.633037 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:23:40.653686 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port f80156e0-b88b-4a4a-a2c8-bdd67ddd5147, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f80156e0-b88b-4a4a-a2c8-bdd67ddd5147,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:23:40.695202 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7824607-3720-4632-82df-7044d09fec34 req-f66d8f15-7f59-4772-ad5b-550336d1ba4d tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:40.696680 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e7824607-3720-4632-82df-7044d09fec34 req-f66d8f15-7f59-4772-ad5b-550336d1ba4d tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 946 time: 0.0543628 Mar 07 23:23:40.701177 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b318d-d7ea-4c41-ad3a-04bff8601c36 req-a34a0ece-fa65-4aa2-a897-898803f3b481 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:40.702852 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e40b318d-d7ea-4c41-ad3a-04bff8601c36 req-a34a0ece-fa65-4aa2-a897-898803f3b481 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 943 time: 0.0562763 Mar 07 23:23:40.728366 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (f80156e0-b88b-4a4a-a2c8-bdd67ddd5147), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:40.768693 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e40b318d-d7ea-4c41-ad3a-04bff8601c36 req-5a4d09b0-1330-4a68-b479-1c13c287a1f3 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b752ad6-08ee-4b53-b923-f14e94f8bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536010 Mar 07 23:23:40.789648 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=f80156e0-b88b-4a4a-a2c8-bdd67ddd5147,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:40.808192 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-e7824607-3720-4632-82df-7044d09fec34 req-c8323cb8-190a-46f7-89be-3961f4b8b093 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Deleting port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:23:40.808527 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e7824607-3720-4632-82df-7044d09fec34 req-c8323cb8-190a-46f7-89be-3961f4b8b093 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:40.903147 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-e7824607-3720-4632-82df-7044d09fec34 req-c8323cb8-190a-46f7-89be-3961f4b8b093 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] For port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:23:40.903509 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e7824607-3720-4632-82df-7044d09fec34 req-c8323cb8-190a-46f7-89be-3961f4b8b093 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:40.946688 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['f80156e0-b88b-4a4a-a2c8-bdd67ddd5147'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:23:41.078868 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e7824607-3720-4632-82df-7044d09fec34 req-c8323cb8-190a-46f7-89be-3961f4b8b093 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:41.079317 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e7824607-3720-4632-82df-7044d09fec34 req-c8323cb8-190a-46f7-89be-3961f4b8b093 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (50bd68d9-86a0-41e7-a995-d438695ba9b6), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:41.079704 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.l3_db [req-e7824607-3720-4632-82df-7044d09fec34 req-c8323cb8-190a-46f7-89be-3961f4b8b093 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Floating IP 50bd68d9-86a0-41e7-a995-d438695ba9b6 disassociated. External IP: 172.27.3.68, port: 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac. Mar 07 23:23:41.080124 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-e7824607-3720-4632-82df-7044d09fec34 req-c8323cb8-190a-46f7-89be-3961f4b8b093 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Calling delete_port for 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:23:41.242488 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 45156) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:41.253511 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e7824607-3720-4632-82df-7044d09fec34 req-c8323cb8-190a-46f7-89be-3961f4b8b093 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (576aa2fb-f48e-4e0f-b52b-d6a33a6329ac), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:41.285779 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8323cb8-190a-46f7-89be-3961f4b8b093 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Pushing event deleted for resources: {'Port': ['ID=576aa2fb-f48e-4e0f-b52b-d6a33a6329ac,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:41.382983 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e205814a-4380-4a82-bff0-b8b273dd16f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:41.450183 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-67a069f0-6f77-4f07-8003-91e2c599083e req-a507ab36-4e8f-455a-9ad3-cfc51f07c175 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 210 time: 0.0431979 Mar 07 23:23:41.463010 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7824607-3720-4632-82df-7044d09fec34 req-c8323cb8-190a-46f7-89be-3961f4b8b093 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Router c87b6bdd-8582-462e-923b-c34b1ec0c6e0 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:23:41.550532 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e205814a-4380-4a82-bff0-b8b273dd16f0 admin admin] Publish callbacks [] for security_group (ba1a93ff-b1cb-431d-944c-360f79cf79a6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:41.862694 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e205814a-4380-4a82-bff0-b8b273dd16f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (ba1a93ff-b1cb-431d-944c-360f79cf79a6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:41.880757 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5c441-95f3-45af-a722-97b22c31737d req-d490fe43-6e17-43d9-8414-f66b563028fe tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:41.882203 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5de5c441-95f3-45af-a722-97b22c31737d req-d490fe43-6e17-43d9-8414-f66b563028fe tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 944 time: 0.0561759 Mar 07 23:23:41.913491 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-e205814a-4380-4a82-bff0-b8b273dd16f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9065a4af772a4b228e206b7eb4df09c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6698618 Mar 07 23:23:41.915969 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205814a-4380-4a82-bff0-b8b273dd16f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1a93ff-b1cb-431d-944c-360f79cf79a6,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:41.918431 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 45164) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:41.920680 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7824607-3720-4632-82df-7044d09fec34 req-c8323cb8-190a-46f7-89be-3961f4b8b093 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:23:41.930577 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c362580c-1870-4863-94dc-5780c5a16c40 None None] Sync routers for ids ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:23:41.941328 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c362580c-1870-4863-94dc-5780c5a16c40 None None] Routers {'c87b6bdd-8582-462e-923b-c34b1ec0c6e0'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:23:41.941939 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c362580c-1870-4863-94dc-5780c5a16c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:23:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:23:41.948701 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5de5c441-95f3-45af-a722-97b22c31737d req-d07ba90b-f743-4316-91f6-f5471b106750 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b752ad6-08ee-4b53-b923-f14e94f8bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601904 Mar 07 23:23:41.974034 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7824607-3720-4632-82df-7044d09fec34 req-c8323cb8-190a-46f7-89be-3961f4b8b093 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] No DVR routers for this DVR port 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac on host hv-cinder-81322 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:23:41.976734 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-e7824607-3720-4632-82df-7044d09fec34 req-c8323cb8-190a-46f7-89be-3961f4b8b093 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:41.980139 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e7824607-3720-4632-82df-7044d09fec34 req-c8323cb8-190a-46f7-89be-3961f4b8b093 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.16 "DELETE /v2.0/ports/576aa2fb-f48e-4e0f-b52b-d6a33a6329ac HTTP/1.1" status: 204 len: 173 time: 1.2755673 Mar 07 23:23:41.980599 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8cda0a-048b-4540-9a5c-79f011ca887a', 'name': 'network-vif-deleted', 'tag': '576aa2fb-f48e-4e0f-b52b-d6a33a6329ac'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:23:41.983453 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0159b268-1476-4d91-bf90-0c5700546a23" -d '{"events": [{"server_uuid": "4e8cda0a-048b-4540-9a5c-79f011ca887a", "name": "network-vif-deleted", "tag": "576aa2fb-f48e-4e0f-b52b-d6a33a6329ac"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:23:41.984510 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dbee71d5-4ec6-419f-85ce-579ef026607f admin admin] Publish callbacks [] for security_group (ba1a93ff-b1cb-431d-944c-360f79cf79a6), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:42.011753 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dbee71d5-4ec6-419f-85ce-579ef026607f admin admin] Publish callbacks [] for security_group (ba1a93ff-b1cb-431d-944c-360f79cf79a6), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:42.022331 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28df80e6-5dff-49e0-aed4-bcef8097eba6 x-openstack-request-id: req-28df80e6-5dff-49e0-aed4-bcef8097eba6 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:23:42.022702 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8cda0a-048b-4540-9a5c-79f011ca887a", "name": "network-vif-deleted", "tag": "576aa2fb-f48e-4e0f-b52b-d6a33a6329ac", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:23:42.022959 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28df80e6-5dff-49e0-aed4-bcef8097eba6 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:23:42.023466 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8cda0a-048b-4540-9a5c-79f011ca887a', 'name': 'network-vif-deleted', 'tag': '576aa2fb-f48e-4e0f-b52b-d6a33a6329ac', 'status': 'completed', 'code': 200} Mar 07 23:23:42.062735 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-c362580c-1870-4863-94dc-5780c5a16c40 None None] Set router c87b6bdd-8582-462e-923b-c34b1ec0c6e0 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:23:42.192340 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dbee71d5-4ec6-419f-85ce-579ef026607f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (ba1a93ff-b1cb-431d-944c-360f79cf79a6), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:42.196240 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dbee71d5-4ec6-419f-85ce-579ef026607f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:42.197407 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-dbee71d5-4ec6-419f-85ce-579ef026607f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba1a93ff-b1cb-431d-944c-360f79cf79a6 HTTP/1.1" status: 204 len: 168 time: 0.2780590 Mar 07 23:23:42.205551 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee71d5-4ec6-419f-85ce-579ef026607f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1a93ff-b1cb-431d-944c-360f79cf79a6,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:42.269653 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c362580c-1870-4863-94dc-5780c5a16c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1886301030-router', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '82b3c923-e30e-44d5-9629-8cf892386500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:50Z', 'updated_at': '2022-03-07T23:19:57Z', 'revision_number': 4, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'gw_port': {'id': '82b3c923-e30e-44d5-9629-8cf892386500', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:51Z', 'updated_at': '2022-03-07T23:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '98c93d39-311a-4d58-9a40-fe81b4199350', 'name': '', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'mac_address': 'fa:16:3e:52:4a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:56Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 5, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'subnets': [{'id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:23:42.300621 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c362580c-1870-4863-94dc-5780c5a16c40 None None] Checking router: c87b6bdd-8582-462e-923b-c34b1ec0c6e0 for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:23:42.309107 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c362580c-1870-4863-94dc-5780c5a16c40 None None] Routers {'c87b6bdd-8582-462e-923b-c34b1ec0c6e0'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:23:42.309916 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c362580c-1870-4863-94dc-5780c5a16c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:23:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:23:42.417320 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-c362580c-1870-4863-94dc-5780c5a16c40 None None] Set router c87b6bdd-8582-462e-923b-c34b1ec0c6e0 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:23:42.501885 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:23:42.586395 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ecb609d3-b7ef-4583-9216-1e483e9294cb req-dd7294d7-8f2b-4fee-a248-bd59611f1470 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e8cda0a-048b-4540-9a5c-79f011ca887a HTTP/1.1" status: 200 len: 210 time: 0.0297492 Mar 07 23:23:42.666324 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning for port f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 completed by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 23:23:42.671524 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c362580c-1870-4863-94dc-5780c5a16c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1886301030-router', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '82b3c923-e30e-44d5-9629-8cf892386500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:50Z', 'updated_at': '2022-03-07T23:19:57Z', 'revision_number': 4, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'gw_port': {'id': '82b3c923-e30e-44d5-9629-8cf892386500', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:51Z', 'updated_at': '2022-03-07T23:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '98c93d39-311a-4d58-9a40-fe81b4199350', 'name': '', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'mac_address': 'fa:16:3e:52:4a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:56Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 5, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'subnets': [{'id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:23:42.675124 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:23:42.675501 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (f80156e0-b88b-4a4a-a2c8-bdd67ddd5147), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:42.720154 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c362580c-1870-4863-94dc-5780c5a16c40 None None] The sync data for ids ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'] in dv-cinder-813223-6-iscsi is: [{'id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1886301030-router', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '82b3c923-e30e-44d5-9629-8cf892386500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:50Z', 'updated_at': '2022-03-07T23:19:57Z', 'revision_number': 4, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'gw_port': {'id': '82b3c923-e30e-44d5-9629-8cf892386500', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:51Z', 'updated_at': '2022-03-07T23:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '98c93d39-311a-4d58-9a40-fe81b4199350', 'name': '', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'mac_address': 'fa:16:3e:52:4a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:56Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 5, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'subnets': [{'id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:23:42.784149 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:23:42.784516 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (f80156e0-b88b-4a4a-a2c8-bdd67ddd5147), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:42.807863 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13bf5c1e-186d-4603-9442-0ccdd59b1258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80156e0-b88b-4a4a-a2c8-bdd67ddd5147'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:23:42.810273 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a76576-05dc-40f4-90c2-b7e00a1da1ab" -d '{"events": [{"server_uuid": "13bf5c1e-186d-4603-9442-0ccdd59b1258", "name": "network-vif-plugged", "status": "completed", "tag": "f80156e0-b88b-4a4a-a2c8-bdd67ddd5147"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:23:42.825786 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port f80156e0-b88b-4a4a-a2c8-bdd67ddd5147, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f80156e0-b88b-4a4a-a2c8-bdd67ddd5147,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:23:42.847183 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2201f789-93b5-448e-89ca-9b1d40bf93b9 x-openstack-request-id: req-2201f789-93b5-448e-89ca-9b1d40bf93b9 {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:23:42.847486 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13bf5c1e-186d-4603-9442-0ccdd59b1258", "name": "network-vif-plugged", "status": "completed", "tag": "f80156e0-b88b-4a4a-a2c8-bdd67ddd5147", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:23:42.847742 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2201f789-93b5-448e-89ca-9b1d40bf93b9 {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:23:42.848168 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13bf5c1e-186d-4603-9442-0ccdd59b1258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80156e0-b88b-4a4a-a2c8-bdd67ddd5147', 'code': 200} Mar 07 23:23:42.882338 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (f80156e0-b88b-4a4a-a2c8-bdd67ddd5147), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:42.883168 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:23:42.932519 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] No Port match for: 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:23:42.933343 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 576aa2fb-f48e-4e0f-b52b-d6a33a6329ac not bound to the agent host hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:23:42.960336 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=f80156e0-b88b-4a4a-a2c8-bdd67ddd5147,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:42.986618 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10086b98-9acf-44fc-aaff-02666fea8e86 None None] New status for floating IP 50bd68d9-86a0-41e7-a995-d438695ba9b6: DOWN {{(pid=103610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:23:43.080106 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053903f-33bc-4a11-a5b4-483ad9957066 req-d2945f65-8ba2-4f53-b00c-9d2def36de6f tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:43.083023 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a053903f-33bc-4a11-a5b4-483ad9957066 req-d2945f65-8ba2-4f53-b00c-9d2def36de6f tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 945 time: 0.0576317 Mar 07 23:23:43.148828 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4bfa6-94d9-4957-a038-376973570ebf req-d9fcdc39-c44a-4fac-ad55-94fe787f64ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:43.149555 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a053903f-33bc-4a11-a5b4-483ad9957066 req-a9c6f796-2ab9-4114-8a35-8ea10a20d360 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b752ad6-08ee-4b53-b923-f14e94f8bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598354 Mar 07 23:23:43.152432 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-cea4bfa6-94d9-4957-a038-376973570ebf req-d9fcdc39-c44a-4fac-ad55-94fe787f64ab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 1129 time: 0.0616963 Mar 07 23:23:43.208391 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-cea4bfa6-94d9-4957-a038-376973570ebf req-f8bd5fb4-b878-4899-b970-0d1618aab5d7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0b752ad6-08ee-4b53-b923-f14e94f8bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481679 Mar 07 23:23:43.728225 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 45202) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:43.779770 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de519d6d-d6fe-46da-a009-24c3362c1060 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for security_group (aaee5e73-e679-4da1-b335-fa946d47739d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:43.803183 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de519d6d-d6fe-46da-a009-24c3362c1060 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for security_group (aaee5e73-e679-4da1-b335-fa946d47739d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:43.927525 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de519d6d-d6fe-46da-a009-24c3362c1060 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (aaee5e73-e679-4da1-b335-fa946d47739d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:43.930189 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de519d6d-d6fe-46da-a009-24c3362c1060 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:43.931358 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-de519d6d-d6fe-46da-a009-24c3362c1060 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "DELETE /v2.0/security-groups/aaee5e73-e679-4da1-b335-fa946d47739d HTTP/1.1" status: 204 len: 168 time: 0.2021351 Mar 07 23:23:43.940602 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de519d6d-d6fe-46da-a009-24c3362c1060 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaee5e73-e679-4da1-b335-fa946d47739d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:43.952772 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 45206) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:43.967556 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.api.v2.resource [None req-4c1e200e-bfe3-4071-9747-70f4c3970f4c tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] show failed (client error): The resource could not be found. Mar 07 23:23:43.968619 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-4c1e200e-bfe3-4071-9747-70f4c3970f4c tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups/aaee5e73-e679-4da1-b335-fa946d47739d HTTP/1.1" status: 404 len: 347 time: 0.0148540 Mar 07 23:23:43.975529 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 45208) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:44.098913 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-344085a5-d4ba-4435-86e1-7acee2c84c02 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Deleting port 2fbe890a-8598-4b77-8438-d364412cdd61 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:23:44.099570 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-344085a5-d4ba-4435-86e1-7acee2c84c02 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (2fbe890a-8598-4b77-8438-d364412cdd61), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:44.174366 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-344085a5-d4ba-4435-86e1-7acee2c84c02 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (2fbe890a-8598-4b77-8438-d364412cdd61), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:44.175401 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-344085a5-d4ba-4435-86e1-7acee2c84c02 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for floatingip (2fbe890a-8598-4b77-8438-d364412cdd61), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:44.187753 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-344085a5-d4ba-4435-86e1-7acee2c84c02 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Calling delete_port for 2fbe890a-8598-4b77-8438-d364412cdd61 owned by network:floatingip {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:23:44.273473 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c9015-45e3-4cb3-b9fa-7c07a5d38c6d req-08ac0c82-0470-4044-8f04-147bf73f4003 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:44.275041 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-612c9015-45e3-4cb3-b9fa-7c07a5d38c6d req-08ac0c82-0470-4044-8f04-147bf73f4003 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 945 time: 0.0559807 Mar 07 23:23:44.321565 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-612c9015-45e3-4cb3-b9fa-7c07a5d38c6d req-da79cc87-a19d-4bde-bb07-4faa305060d1 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b752ad6-08ee-4b53-b923-f14e94f8bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402372 Mar 07 23:23:44.362394 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-344085a5-d4ba-4435-86e1-7acee2c84c02 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (2fbe890a-8598-4b77-8438-d364412cdd61), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:44.385947 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344085a5-d4ba-4435-86e1-7acee2c84c02 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Pushing event deleted for resources: {'Port': ['ID=2fbe890a-8598-4b77-8438-d364412cdd61,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:44.450851 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-344085a5-d4ba-4435-86e1-7acee2c84c02 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for floatingip (50bd68d9-86a0-41e7-a995-d438695ba9b6), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:44.453494 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-344085a5-d4ba-4435-86e1-7acee2c84c02 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:44.454666 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-344085a5-d4ba-4435-86e1-7acee2c84c02 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "DELETE /v2.0/floatingips/50bd68d9-86a0-41e7-a995-d438695ba9b6 HTTP/1.1" status: 204 len: 168 time: 0.4781001 Mar 07 23:23:44.784433 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 45216) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:44.789075 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-0785c847-aeb9-4b7f-8994-28e23ff674df tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1579364694', 'description': 'tempest-description--1668446578'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:23:44.841927 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0785c847-aeb9-4b7f-8994-28e23ff674df tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:44.904196 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0785c847-aeb9-4b7f-8994-28e23ff674df tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for security_group (19ab90ac-5c53-4bd4-9a18-408d329eb0bc), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:44.950608 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0785c847-aeb9-4b7f-8994-28e23ff674df tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (19ab90ac-5c53-4bd4-9a18-408d329eb0bc), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:44.979562 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785c847-aeb9-4b7f-8994-28e23ff674df tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19ab90ac-5c53-4bd4-9a18-408d329eb0bc,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:45.066607 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0785c847-aeb9-4b7f-8994-28e23ff674df tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:45.067919 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-0785c847-aeb9-4b7f-8994-28e23ff674df tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2824454 Mar 07 23:23:45.071035 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 45222) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:45.075384 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-185505fe-6c57-4250-a5c4-1363385dafdf tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Request body: {'security_group_rule': {'security_group_id': '19ab90ac-5c53-4bd4-9a18-408d329eb0bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:23:45.178216 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-185505fe-6c57-4250-a5c4-1363385dafdf tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for security_group_rule (1e91fe4f-5a58-44b1-a3bc-cee131f7f454), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:45.232355 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-185505fe-6c57-4250-a5c4-1363385dafdf tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for security_group_rule (1e91fe4f-5a58-44b1-a3bc-cee131f7f454), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:45.356452 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-185505fe-6c57-4250-a5c4-1363385dafdf tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (1e91fe4f-5a58-44b1-a3bc-cee131f7f454), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:45.374768 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185505fe-6c57-4250-a5c4-1363385dafdf tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e91fe4f-5a58-44b1-a3bc-cee131f7f454,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:45.443016 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803c76b-0e96-4de4-957d-ae80d77f50b0 req-9f8aaf20-3894-4f85-83aa-4711af1c66a0 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:45.444788 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-8803c76b-0e96-4de4-957d-ae80d77f50b0 req-9f8aaf20-3894-4f85-83aa-4711af1c66a0 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 945 time: 0.0548801 Mar 07 23:23:45.449552 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-185505fe-6c57-4250-a5c4-1363385dafdf tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:45.450959 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-185505fe-6c57-4250-a5c4-1363385dafdf tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3790152 Mar 07 23:23:45.453999 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 45228) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:45.460653 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-5a656cb2-feb1-44f0-99f0-a92a09e54165 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Request body: {'security_group_rule': {'security_group_id': '19ab90ac-5c53-4bd4-9a18-408d329eb0bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:23:45.502182 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-8803c76b-0e96-4de4-957d-ae80d77f50b0 req-0e050f88-c26d-4c7d-9cb8-d88be1125a3c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b752ad6-08ee-4b53-b923-f14e94f8bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463912 Mar 07 23:23:45.596476 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5a656cb2-feb1-44f0-99f0-a92a09e54165 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for security_group_rule (17529b98-0002-42f1-80e5-dc924d136dc2), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:45.646501 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62c80f-5b40-4412-a42f-77558be0b6e0 req-56ed5f11-bea2-4ea6-a225-c384c223c403 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:45.647958 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4d62c80f-5b40-4412-a42f-77558be0b6e0 req-56ed5f11-bea2-4ea6-a225-c384c223c403 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 945 time: 0.0800459 Mar 07 23:23:45.656601 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 45232) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:45.660758 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5a656cb2-feb1-44f0-99f0-a92a09e54165 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for security_group_rule (17529b98-0002-42f1-80e5-dc924d136dc2), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:45.661302 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-e4f0d602-2c38-4cb1-bec7-3568e64a976c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Request body: {'floatingip': {'port_id': 'f80156e0-b88b-4a4a-a2c8-bdd67ddd5147'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:23:45.700043 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e4f0d602-2c38-4cb1-bec7-3568e64a976c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (2479599a-7be5-4e16-9871-1f65ff56c027), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:45.727371 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5a656cb2-feb1-44f0-99f0-a92a09e54165 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (17529b98-0002-42f1-80e5-dc924d136dc2), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:45.747584 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a656cb2-feb1-44f0-99f0-a92a09e54165 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17529b98-0002-42f1-80e5-dc924d136dc2,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:45.809383 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5a656cb2-feb1-44f0-99f0-a92a09e54165 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:45.810610 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-5a656cb2-feb1-44f0-99f0-a92a09e54165 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3555493 Mar 07 23:23:45.813651 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 45234) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:23:45.818587 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-41fa9684-5b33-4c06-8f17-03f19e127603 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Request body: {'floatingip': {'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:23:45.894174 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-41fa9684-5b33-4c06-8f17-03f19e127603 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:45.991759 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-41fa9684-5b33-4c06-8f17-03f19e127603 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:46.097061 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-41fa9684-5b33-4c06-8f17-03f19e127603 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Allocated IP 172.27.3.231 (4f60912c-99c2-416c-85f4-ec579757987b/f4612345-726c-47ef-92a6-cd50d588f814/b703ad39-23dd-47df-8b3d-d7fa79ddce0a) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:23:46.139014 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e4f0d602-2c38-4cb1-bec7-3568e64a976c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:46.194834 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-41fa9684-5b33-4c06-8f17-03f19e127603 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for port (b703ad39-23dd-47df-8b3d-d7fa79ddce0a), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:46.213357 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e4f0d602-2c38-4cb1-bec7-3568e64a976c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (2479599a-7be5-4e16-9871-1f65ff56c027), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:46.315273 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.l3_db [None req-e4f0d602-2c38-4cb1-bec7-3568e64a976c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Floating IP 2479599a-7be5-4e16-9871-1f65ff56c027 associated. External IP: 172.27.3.82, port: f80156e0-b88b-4a4a-a2c8-bdd67ddd5147. Mar 07 23:23:46.322324 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-41fa9684-5b33-4c06-8f17-03f19e127603 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (b703ad39-23dd-47df-8b3d-d7fa79ddce0a), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:46.363315 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fa9684-5b33-4c06-8f17-03f19e127603 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Network 4f60912c-99c2-416c-85f4-ec579757987b is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:23:46.366241 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-41fa9684-5b33-4c06-8f17-03f19e127603 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:23:46.368589 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fa9684-5b33-4c06-8f17-03f19e127603 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:23:46.393552 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa9684-5b33-4c06-8f17-03f19e127603 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Pushing event updated for resources: {'Port': ['ID=b703ad39-23dd-47df-8b3d-d7fa79ddce0a,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:46.461103 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-41fa9684-5b33-4c06-8f17-03f19e127603 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for floatingip (99ab0e21-9532-4c3b-9b72-bcf603045dfd), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:46.530865 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f0d602-2c38-4cb1-bec7-3568e64a976c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Router ca2464bf-025b-48e9-8e60-1c19b6f68818 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:23:46.543287 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-41fa9684-5b33-4c06-8f17-03f19e127603 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (b703ad39-23dd-47df-8b3d-d7fa79ddce0a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:46.642114 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f0d602-2c38-4cb1-bec7-3568e64a976c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:23:46.646733 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e4f0d602-2c38-4cb1-bec7-3568e64a976c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:46.655477 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aecf74-589d-4896-8a46-e97d4da55deb None None] Sync routers for ids ['ca2464bf-025b-48e9-8e60-1c19b6f68818'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:23:46.665484 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aecf74-589d-4896-8a46-e97d4da55deb None None] Routers {'ca2464bf-025b-48e9-8e60-1c19b6f68818'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:23:46.666435 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e7aecf74-589d-4896-8a46-e97d4da55deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:23:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['ca2464bf-025b-48e9-8e60-1c19b6f68818'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:23:46.693071 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-e4f0d602-2c38-4cb1-bec7-3568e64a976c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "PUT /v2.0/floatingips/2479599a-7be5-4e16-9871-1f65ff56c027 HTTP/1.1" status: 200 len: 990 time: 1.0210342 Mar 07 23:23:46.693071 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13bf5c1e-186d-4603-9442-0ccdd59b1258', 'tag': 'f80156e0-b88b-4a4a-a2c8-bdd67ddd5147'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:23:46.693071 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d04ebe-583f-4595-a9d1-351eb1646b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "13bf5c1e-186d-4603-9442-0ccdd59b1258", "tag": "f80156e0-b88b-4a4a-a2c8-bdd67ddd5147"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:23:46.695948 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-41fa9684-5b33-4c06-8f17-03f19e127603 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for port (b703ad39-23dd-47df-8b3d-d7fa79ddce0a), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:46.716767 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362115bf-47b0-413c-8e39-c748494fa761 x-openstack-request-id: req-362115bf-47b0-413c-8e39-c748494fa761 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:23:46.717149 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13bf5c1e-186d-4603-9442-0ccdd59b1258", "tag": "f80156e0-b88b-4a4a-a2c8-bdd67ddd5147", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:23:46.717409 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-362115bf-47b0-413c-8e39-c748494fa761 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:23:46.717820 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13bf5c1e-186d-4603-9442-0ccdd59b1258', 'tag': 'f80156e0-b88b-4a4a-a2c8-bdd67ddd5147', 'status': 'completed', 'code': 200} Mar 07 23:23:46.762338 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-41fa9684-5b33-4c06-8f17-03f19e127603 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (b703ad39-23dd-47df-8b3d-d7fa79ddce0a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:46.831839 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa9684-5b33-4c06-8f17-03f19e127603 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Pushing event updated for resources: {'Port': ['ID=b703ad39-23dd-47df-8b3d-d7fa79ddce0a,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:46.843047 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-41fa9684-5b33-4c06-8f17-03f19e127603 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (99ab0e21-9532-4c3b-9b72-bcf603045dfd), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:46.912317 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-41fa9684-5b33-4c06-8f17-03f19e127603 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:46.913510 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-41fa9684-5b33-4c06-8f17-03f19e127603 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0989332 Mar 07 23:23:46.919539 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-e7aecf74-589d-4896-8a46-e97d4da55deb None None] Set router ca2464bf-025b-48e9-8e60-1c19b6f68818 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:23:47.108513 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-5f6725d9-e552-4a90-8844-e6650fbcab7d tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1579364694&fields=id&tenant_id=70c6d901ff9f4d8e84e6c24fe716994c HTTP/1.1" status: 200 len: 267 time: 0.0454786 Mar 07 23:23:47.146945 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e7aecf74-589d-4896-8a46-e97d4da55deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': '2479599a-7be5-4e16-9871-1f65ff56c027', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'port_id': 'f80156e0-b88b-4a4a-a2c8-bdd67ddd5147', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'mac_address': 'fa:16:3e:ef:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bf5c1e-186d-4603-9442-0ccdd59b1258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:23:26Z', 'updated_at': '2022-03-07T23:23:46Z', 'revision_number': 1, 'project_id': '80516370fe324566aba801c4236e78d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:17Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:23:47.173914 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aecf74-589d-4896-8a46-e97d4da55deb None None] Checking router: ca2464bf-025b-48e9-8e60-1c19b6f68818 for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:23:47.182482 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aecf74-589d-4896-8a46-e97d4da55deb None None] Routers {'ca2464bf-025b-48e9-8e60-1c19b6f68818'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:23:47.183094 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e7aecf74-589d-4896-8a46-e97d4da55deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:23:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['ca2464bf-025b-48e9-8e60-1c19b6f68818'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:23:47.212487 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-01e4e9ee-f398-4ab3-b388-1bde99fc596d tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:47.214061 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-01e4e9ee-f398-4ab3-b388-1bde99fc596d tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/networks?id=2859357e-3793-4a4e-a3ac-55382bb5099f HTTP/1.1" status: 200 len: 817 time: 0.0983810 Mar 07 23:23:47.227833 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-e16dbfb5-fe5f-453c-bfbe-e0b4a99a4d02 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/quotas/70c6d901ff9f4d8e84e6c24fe716994c HTTP/1.1" status: 200 len: 375 time: 0.0085604 Mar 07 23:23:47.282457 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-c1241880-413c-45b8-b259-fe97bdcb42c6 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=70c6d901ff9f4d8e84e6c24fe716994c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491674 Mar 07 23:23:47.291390 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-e7aecf74-589d-4896-8a46-e97d4da55deb None None] Set router ca2464bf-025b-48e9-8e60-1c19b6f68818 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:23:47.378352 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-8bf2035e-389e-48ad-a1a3-1e3635e0a1fc service neutron] 10.222.0.24 "GET /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847099 Mar 07 23:23:47.466362 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-e9d17234-4708-4c5b-a9f0-26d0533004f2 service neutron] 10.222.0.24 "GET /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822728 Mar 07 23:23:47.519365 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-e7aecf74-589d-4896-8a46-e97d4da55deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': '2479599a-7be5-4e16-9871-1f65ff56c027', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'port_id': 'f80156e0-b88b-4a4a-a2c8-bdd67ddd5147', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'mac_address': 'fa:16:3e:ef:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bf5c1e-186d-4603-9442-0ccdd59b1258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:23:26Z', 'updated_at': '2022-03-07T23:23:46Z', 'revision_number': 1, 'project_id': '80516370fe324566aba801c4236e78d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:17Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:23:47.554962 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aecf74-589d-4896-8a46-e97d4da55deb None None] The sync data for ids ['ca2464bf-025b-48e9-8e60-1c19b6f68818'] in dv-cinder-813223-6-iscsi is: [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': '2479599a-7be5-4e16-9871-1f65ff56c027', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'port_id': 'f80156e0-b88b-4a4a-a2c8-bdd67ddd5147', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'mac_address': 'fa:16:3e:ef:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bf5c1e-186d-4603-9442-0ccdd59b1258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:23:26Z', 'updated_at': '2022-03-07T23:23:46Z', 'revision_number': 1, 'project_id': '80516370fe324566aba801c4236e78d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:17Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:23:47.670709 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9de1ec36-62b2-4990-80b6-cad9d860d4f0 req-e976ed0a-de56-45f3-9259-aa191a02075c tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 210 time: 0.0290334 Mar 07 23:23:47.778163 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c736dc06-57c4-4ac7-9be3-1b93680f7a49 None None] New status for floating IP 2479599a-7be5-4e16-9871-1f65ff56c027: ACTIVE {{(pid=103610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:23:48.392708 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d04ebe-583f-4595-a9d1-351eb1646b0f req-f8dd9c48-7eca-4eb5-ba38-8ca4e65812a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:48.394817 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-45d04ebe-583f-4595-a9d1-351eb1646b0f req-f8dd9c48-7eca-4eb5-ba38-8ca4e65812a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80516370fe324566aba801c4236e78d9&device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 1129 time: 0.0452118 Mar 07 23:23:48.488208 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d04ebe-583f-4595-a9d1-351eb1646b0f req-d639366d-5f49-42b8-8870-e69aede9424a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:48.489724 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-45d04ebe-583f-4595-a9d1-351eb1646b0f req-d639366d-5f49-42b8-8870-e69aede9424a service neutron] 10.222.0.16 "GET /v2.0/networks?id=cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b HTTP/1.1" status: 200 len: 916 time: 0.0881102 Mar 07 23:23:48.558417 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-45d04ebe-583f-4595-a9d1-351eb1646b0f req-a4ae6541-5c6c-4f3d-928b-95a12c8b7f67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 HTTP/1.1" status: 200 len: 1000 time: 0.0612950 Mar 07 23:23:48.619788 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d04ebe-583f-4595-a9d1-351eb1646b0f req-6fb0ae99-2709-49d5-bea9-459f5c1162cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:48.621268 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-45d04ebe-583f-4595-a9d1-351eb1646b0f req-6fb0ae99-2709-49d5-bea9-459f5c1162cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af3489ec-4655-4601-bbd0-7398fa1960d1 HTTP/1.1" status: 200 len: 854 time: 0.0487633 Mar 07 23:23:48.670684 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d04ebe-583f-4595-a9d1-351eb1646b0f req-2ef9f213-2e8e-4dde-b48f-1d88bae75f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:48.672155 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-45d04ebe-583f-4595-a9d1-351eb1646b0f req-2ef9f213-2e8e-4dde-b48f-1d88bae75f43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451710 Mar 07 23:23:48.761189 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-45d04ebe-583f-4595-a9d1-351eb1646b0f req-362217ab-4936-4e65-8061-217cab05b7be service neutron] 10.222.0.16 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818338 Mar 07 23:23:48.774363 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-189f109a-febe-476d-8732-4bfae752234a req-4078b1d3-b00c-4e2a-a7a8-32ef2431fa35 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 210 time: 0.0309203 Mar 07 23:23:48.857269 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-45d04ebe-583f-4595-a9d1-351eb1646b0f req-5f830edf-8a90-469f-afb5-8881e1ee08be service neutron] 10.222.0.16 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898652 Mar 07 23:23:49.054834 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:23:49.872117 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ded25de9-9ec2-4a13-8e36-4a1d660ae3b6 req-b08abff3-b2c5-48a7-b52f-e8b145209962 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 210 time: 0.0273066 Mar 07 23:23:50.967420 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0b5e0b03-24ac-4468-ac18-a1b468b5feec req-b5d5a642-1a47-44a1-b392-ab4d664a6ca9 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 210 time: 0.0274401 Mar 07 23:23:51.856384 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-0100db0e-2ddf-4a57-a0b8-5f769ace376d tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:51.857789 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-0100db0e-2ddf-4a57-a0b8-5f769ace376d tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.16 "GET /v2.0/networks?id=2859357e-3793-4a4e-a3ac-55382bb5099f HTTP/1.1" status: 200 len: 817 time: 0.1042864 Mar 07 23:23:51.916644 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-db975e93-0965-4d0b-9dfe-823515377cfe tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70c6d901ff9f4d8e84e6c24fe716994c HTTP/1.1" status: 200 len: 380 time: 0.0497625 Mar 07 23:23:51.925726 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Request body: {'port': {'device_id': 'd51f6a25-7c0b-48fe-90d6-afef49cafa26', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'admin_state_up': True, 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'security_groups': ['19ab90ac-5c53-4bd4-9a18-408d329eb0bc']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:23:52.075229 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ee671daa-3dcb-4760-a96c-1556366ef132 req-b64bc8b0-b354-4547-8738-c42ddecc0bb3 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 210 time: 0.0309353 Mar 07 23:23:52.116452 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Made reservation on behalf of 70c6d901ff9f4d8e84e6c24fe716994c for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:23:52.119837 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:52.240357 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Allocated IP 172.20.0.9 (2859357e-3793-4a4e-a3ac-55382bb5099f/3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc/6e354ab4-f558-4849-b016-0c8859a01e7e) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:23:52.371625 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:52.453354 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:52.495716 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Network 2859357e-3793-4a4e-a3ac-55382bb5099f is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:23:52.498631 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:23:52.502170 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:23:52.509264 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Pushing event updated for resources: {'Port': ['ID=6e354ab4-f558-4849-b016-0c8859a01e7e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:52.542305 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:52.542650 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:52.543002 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:52.543345 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:52.543690 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:52.544026 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:52.544356 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:52.544688 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:52.545048 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:52.545366 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:52.545693 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:52.546018 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:52.546342 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:23:52.573925 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:52.574550 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:52.655991 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-e2aaea79-595d-4b02-a82b-7fdcca931583 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7339602 Mar 07 23:23:52.668605 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-54cf1afb-71dd-497c-9431-69f7b8bd6c7e service neutron] Request body: {'port': {'device_id': 'd51f6a25-7c0b-48fe-90d6-afef49cafa26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:23:52.727150 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-54cf1afb-71dd-497c-9431-69f7b8bd6c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:52.730194 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e3376d6-2986-4d5f-8021-660993e8fb42 None None] Provisioning complete for port 6e354ab4-f558-4849-b016-0c8859a01e7e triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:23:52.730692 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e3376d6-2986-4d5f-8021-660993e8fb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:52.763244 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e3376d6-2986-4d5f-8021-660993e8fb42 None None] Port 6e354ab4-f558-4849-b016-0c8859a01e7e cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:23:52.982986 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-54cf1afb-71dd-497c-9431-69f7b8bd6c7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e354ab4-f558-4849-b016-0c8859a01e7e {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:23:52.990707 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-54cf1afb-71dd-497c-9431-69f7b8bd6c7e service neutron] Publish callbacks [] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:53.002063 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-54cf1afb-71dd-497c-9431-69f7b8bd6c7e service neutron] Transition to ACTIVE for port object 6e354ab4-f558-4849-b016-0c8859a01e7e will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 23:23:53.047578 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-54cf1afb-71dd-497c-9431-69f7b8bd6c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280631'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:53.100445 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf1afb-71dd-497c-9431-69f7b8bd6c7e service neutron] Pushing event updated for resources: {'Port': ['ID=6e354ab4-f558-4849-b016-0c8859a01e7e,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:53.173133 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-54cf1afb-71dd-497c-9431-69f7b8bd6c7e service neutron] Attempting to bind port 6e354ab4-f558-4849-b016-0c8859a01e7e on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:23:53.173468 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-54cf1afb-71dd-497c-9431-69f7b8bd6c7e service neutron] Attempting to bind port 6e354ab4-f558-4849-b016-0c8859a01e7e by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '04b4749e-2797-4a0d-a94a-cd298432be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:23:53.173792 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-54cf1afb-71dd-497c-9431-69f7b8bd6c7e service neutron] Attempting to bind port 6e354ab4-f558-4849-b016-0c8859a01e7e on network 2859357e-3793-4a4e-a3ac-55382bb5099f {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:23:53.179113 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-54cf1afb-71dd-497c-9431-69f7b8bd6c7e service neutron] Port 6e354ab4-f558-4849-b016-0c8859a01e7e on network 2859357e-3793-4a4e-a3ac-55382bb5099f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 23:23:53.179550 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-54cf1afb-71dd-497c-9431-69f7b8bd6c7e service neutron] Attempting to bind port 6e354ab4-f558-4849-b016-0c8859a01e7e on network 2859357e-3793-4a4e-a3ac-55382bb5099f {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:23:53.185338 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-54cf1afb-71dd-497c-9431-69f7b8bd6c7e service neutron] Checking agent: {'id': 'c3ad4338-66dc-4d28-9621-abda7889d413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'started_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:23:53.185805 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-54cf1afb-71dd-497c-9431-69f7b8bd6c7e service neutron] Checking segment: {'id': '04b4749e-2797-4a0d-a94a-cd298432be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:23:53.186308 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-54cf1afb-71dd-497c-9431-69f7b8bd6c7e service neutron] Bound using segment: {'id': '04b4749e-2797-4a0d-a94a-cd298432be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:23:53.186869 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-54cf1afb-71dd-497c-9431-69f7b8bd6c7e service neutron] Bound port: 6e354ab4-f558-4849-b016-0c8859a01e7e, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b4749e-2797-4a0d-a94a-cd298432be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:23:53.187420 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-54cf1afb-71dd-497c-9431-69f7b8bd6c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:53.211565 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839aa7cf-0562-435e-95e9-ed7f02d20005 req-979ff975-f029-4b22-aa6f-c55b1b0a079e tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:53.213926 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-839aa7cf-0562-435e-95e9-ed7f02d20005 req-979ff975-f029-4b22-aa6f-c55b1b0a079e tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 943 time: 0.0583193 Mar 07 23:23:53.263663 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-54cf1afb-71dd-497c-9431-69f7b8bd6c7e service neutron] For port 6e354ab4-f558-4849-b016-0c8859a01e7e, host hv-cinder-81322, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:23:53.265074 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-839aa7cf-0562-435e-95e9-ed7f02d20005 req-34223859-f3ff-4013-8a4a-e7870779fe7b tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450914 Mar 07 23:23:53.266936 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-54cf1afb-71dd-497c-9431-69f7b8bd6c7e service neutron] For port 6e354ab4-f558-4849-b016-0c8859a01e7e, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6e354ab4-f558-4849-b016-0c8859a01e7e,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:23:53.351060 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-54cf1afb-71dd-497c-9431-69f7b8bd6c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280631'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:53.383081 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-54cf1afb-71dd-497c-9431-69f7b8bd6c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:53.383746 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-54cf1afb-71dd-497c-9431-69f7b8bd6c7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:53.385148 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-54cf1afb-71dd-497c-9431-69f7b8bd6c7e service neutron] 10.222.0.16 "PUT /v2.0/ports/6e354ab4-f558-4849-b016-0c8859a01e7e HTTP/1.1" status: 200 len: 1093 time: 0.7208650 Mar 07 23:23:53.385582 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51f6a25-7c0b-48fe-90d6-afef49cafa26', 'tag': '6e354ab4-f558-4849-b016-0c8859a01e7e'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:23:53.387786 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed427de2-c471-4608-b992-d21887c0b5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d51f6a25-7c0b-48fe-90d6-afef49cafa26", "tag": "6e354ab4-f558-4849-b016-0c8859a01e7e"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:23:53.418001 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf1afb-71dd-497c-9431-69f7b8bd6c7e service neutron] Pushing event updated for resources: {'Port': ['ID=6e354ab4-f558-4849-b016-0c8859a01e7e,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:53.440037 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca7ab4a-ab49-46d4-a3f0-24d1f1c2aafb x-openstack-request-id: req-7ca7ab4a-ab49-46d4-a3f0-24d1f1c2aafb {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:23:53.440334 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51f6a25-7c0b-48fe-90d6-afef49cafa26", "tag": "6e354ab4-f558-4849-b016-0c8859a01e7e", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:23:53.440588 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ca7ab4a-ab49-46d4-a3f0-24d1f1c2aafb {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:23:53.441018 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51f6a25-7c0b-48fe-90d6-afef49cafa26', 'tag': '6e354ab4-f558-4849-b016-0c8859a01e7e', 'status': 'completed', 'code': 200} Mar 07 23:23:53.508765 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed427de2-c471-4608-b992-d21887c0b5ed req-360d06b7-c5df-4976-b57f-76aefb26223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:53.510228 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ed427de2-c471-4608-b992-d21887c0b5ed req-360d06b7-c5df-4976-b57f-76aefb26223a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70c6d901ff9f4d8e84e6c24fe716994c&device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 1127 time: 0.0487905 Mar 07 23:23:53.615913 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed427de2-c471-4608-b992-d21887c0b5ed req-91b8e0df-6166-4855-afc2-b17a14337769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:53.617435 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ed427de2-c471-4608-b992-d21887c0b5ed req-91b8e0df-6166-4855-afc2-b17a14337769 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=70c6d901ff9f4d8e84e6c24fe716994c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1005356 Mar 07 23:23:53.709596 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed427de2-c471-4608-b992-d21887c0b5ed req-8249586f-b83a-47cb-b376-c8822418d1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:53.710974 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ed427de2-c471-4608-b992-d21887c0b5ed req-8249586f-b83a-47cb-b376-c8822418d1c5 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865898 Mar 07 23:23:53.794966 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-0a87f823-533d-454e-8e2b-2c8d9d507505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:53.796438 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-0a87f823-533d-454e-8e2b-2c8d9d507505 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70c6d901ff9f4d8e84e6c24fe716994c&device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 1127 time: 0.0484779 Mar 07 23:23:53.839128 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-b96e6f66-5fe4-4936-9eb0-0c452df57443 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e354ab4-f558-4849-b016-0c8859a01e7e HTTP/1.1" status: 200 len: 217 time: 0.0354161 Mar 07 23:23:53.865162 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-580fbaf0-c9ca-4670-898b-3e41590cd7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:53.888008 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-01212819-c9dc-49c7-b810-e2e2ec6a2cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:53.889472 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-01212819-c9dc-49c7-b810-e2e2ec6a2cb0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc HTTP/1.1" status: 200 len: 856 time: 0.0443580 Mar 07 23:23:53.939678 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-e162ce12-21c8-460f-b643-424a0814de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:53.941191 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-e162ce12-21c8-460f-b643-424a0814de54 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2859357e-3793-4a4e-a3ac-55382bb5099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454998 Mar 07 23:23:54.028272 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-3b4a2b00-cce0-415b-9f10-364dcb144061 service neutron] 10.222.0.16 "GET /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796487 Mar 07 23:23:54.120513 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3a588b32-cd21-4cf0-934c-bced1072b0cf req-e84bdb36-a981-4b10-8375-0dc2f818378f service neutron] 10.222.0.16 "GET /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837216 Mar 07 23:23:54.389400 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c12245-863d-41c2-b473-43abaa91fabc req-44eeae1e-a77d-4e5a-8436-1c03744e67f4 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:54.390787 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d5c12245-863d-41c2-b473-43abaa91fabc req-44eeae1e-a77d-4e5a-8436-1c03744e67f4 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 943 time: 0.0524921 Mar 07 23:23:54.439236 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d5c12245-863d-41c2-b473-43abaa91fabc req-76ee49aa-8438-40e9-ae26-25d5093b27d1 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428576 Mar 07 23:23:55.564780 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcee4e-9153-4847-bebe-fb42f2816af4 req-4908e5a6-b1ba-4f48-b141-252ba2fd07df tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:55.566331 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-42bcee4e-9153-4847-bebe-fb42f2816af4 req-4908e5a6-b1ba-4f48-b141-252ba2fd07df tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 943 time: 0.0514412 Mar 07 23:23:55.614301 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-42bcee4e-9153-4847-bebe-fb42f2816af4 req-ff6d0bd7-ca17-47eb-b99a-0453d6a7a2a7 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411177 Mar 07 23:23:55.973500 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:56.150182 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-97d53a8c-0f42-43cb-8a05-ed1e3872ff2d req-7ffc5e1c-840e-4acb-b611-b652f3e634ac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426202 Mar 07 23:23:56.162086 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-108c3a4c-0f0a-4b02-8e42-1cb63197641b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:56.219249 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d53a8c-0f42-43cb-8a05-ed1e3872ff2d req-96be1871-61bf-46c2-bc20-a118a507acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:56.220726 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-97d53a8c-0f42-43cb-8a05-ed1e3872ff2d req-96be1871-61bf-46c2-bc20-a118a507acb1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b0c5a8c78de4cedabc1710b0a7bcb52&device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 1129 time: 0.0475833 Mar 07 23:23:56.322094 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d53a8c-0f42-43cb-8a05-ed1e3872ff2d req-3e99270c-4617-4abf-8a4f-246080df8d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:56.323688 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-97d53a8c-0f42-43cb-8a05-ed1e3872ff2d req-3e99270c-4617-4abf-8a4f-246080df8d7b service neutron] 10.222.0.16 "GET /v2.0/networks?id=60cd751d-3709-4142-8796-5cc239f83beb HTTP/1.1" status: 200 len: 912 time: 0.0839686 Mar 07 23:23:56.390620 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-97d53a8c-0f42-43cb-8a05-ed1e3872ff2d req-b75ba5fd-9989-4ea0-a979-5b4190c53537 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 HTTP/1.1" status: 200 len: 1001 time: 0.0604675 Mar 07 23:23:56.440011 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d53a8c-0f42-43cb-8a05-ed1e3872ff2d req-84f56549-0368-4da4-b10b-072506d137b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:56.441485 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-97d53a8c-0f42-43cb-8a05-ed1e3872ff2d req-84f56549-0368-4da4-b10b-072506d137b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebe707c4-73f7-4b8d-a363-ddcbe10d5528 HTTP/1.1" status: 200 len: 850 time: 0.0425000 Mar 07 23:23:56.493633 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d53a8c-0f42-43cb-8a05-ed1e3872ff2d req-7a62eaa1-6024-41c4-b94a-b6aea9e8e09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:56.495105 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-97d53a8c-0f42-43cb-8a05-ed1e3872ff2d req-7a62eaa1-6024-41c4-b94a-b6aea9e8e09c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60cd751d-3709-4142-8796-5cc239f83beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431085 Mar 07 23:23:56.586224 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-97d53a8c-0f42-43cb-8a05-ed1e3872ff2d req-d58a56f7-b356-47f6-9269-02661f34ee22 service neutron] 10.222.0.16 "GET /v2.0/networks/60cd751d-3709-4142-8796-5cc239f83beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830221 Mar 07 23:23:56.680520 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-97d53a8c-0f42-43cb-8a05-ed1e3872ff2d req-605fff6f-ab15-46e9-8adc-55fadcf6a649 service neutron] 10.222.0.16 "GET /v2.0/networks/60cd751d-3709-4142-8796-5cc239f83beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872638 Mar 07 23:23:56.745357 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df34dbb-30be-413e-a8dd-7dfda8d2d50c req-8dcbb3de-4b50-4e5f-98b2-441a81415015 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:56.746860 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6df34dbb-30be-413e-a8dd-7dfda8d2d50c req-8dcbb3de-4b50-4e5f-98b2-441a81415015 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 943 time: 0.0534582 Mar 07 23:23:56.793497 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6df34dbb-30be-413e-a8dd-7dfda8d2d50c req-a1b1d176-1c4c-4406-9d5f-e2855df4e686 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410028 Mar 07 23:23:57.727614 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:57.914851 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3d64d-68c5-4961-ac62-55ff847eed12 req-c2e559a7-68a2-4f57-80fd-7281be70f773 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:57.916291 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-63e3d64d-68c5-4961-ac62-55ff847eed12 req-c2e559a7-68a2-4f57-80fd-7281be70f773 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 943 time: 0.0546484 Mar 07 23:23:57.960874 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-63e3d64d-68c5-4961-ac62-55ff847eed12 req-b04ac11b-cd08-42ef-925e-9f2e1861ce6f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390880 Mar 07 23:23:58.881596 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:59.079903 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4e9ad-9514-4b8d-8bb8-271ddd3c41a0 req-7ae31e2a-a930-482b-a55e-eaa134101010 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:23:59.081353 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0aa4e9ad-9514-4b8d-8bb8-271ddd3c41a0 req-7ae31e2a-a930-482b-a55e-eaa134101010 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 943 time: 0.0511732 Mar 07 23:23:59.126098 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0aa4e9ad-9514-4b8d-8bb8-271ddd3c41a0 req-19ab2d18-2df6-45fd-96d2-74fec8210dc5 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392413 Mar 07 23:23:59.463645 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 6e354ab4-f558-4849-b016-0c8859a01e7e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:23:59.560802 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 6e354ab4-f558-4849-b016-0c8859a01e7e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6e354ab4-f558-4849-b016-0c8859a01e7e,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:23:59.571085 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': '6e354ab4-f558-4849-b016-0c8859a01e7e', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'port_id': '6e354ab4-f558-4849-b016-0c8859a01e7e', 'mac_address': 'fa:16:3e:f3:d5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:23:59.608224 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 6e354ab4-f558-4849-b016-0c8859a01e7e is: DOWN; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:23:59.608617 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:59.621700 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e354ab4-f558-4849-b016-0c8859a01e7e {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:23:59.640277 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 6e354ab4-f558-4849-b016-0c8859a01e7e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6e354ab4-f558-4849-b016-0c8859a01e7e,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:23:59.728137 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:23:59.777220 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=6e354ab4-f558-4849-b016-0c8859a01e7e,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:23:59.979985 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['6e354ab4-f558-4849-b016-0c8859a01e7e'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:24:00.249272 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d64a37-1757-4775-a529-3284b9b8c0c7 req-d10070e8-22d3-402c-9f87-9ce1632c6a8a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:00.250771 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b2d64a37-1757-4775-a529-3284b9b8c0c7 req-d10070e8-22d3-402c-9f87-9ce1632c6a8a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 944 time: 0.0526214 Mar 07 23:24:00.299042 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b2d64a37-1757-4775-a529-3284b9b8c0c7 req-9526f1fe-638e-4b18-a6c5-861878d96410 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420790 Mar 07 23:24:00.350355 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:00.592424 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 6e354ab4-f558-4849-b016-0c8859a01e7e up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:24:00.687209 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning for port 6e354ab4-f558-4849-b016-0c8859a01e7e completed by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 23:24:00.690897 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port 6e354ab4-f558-4849-b016-0c8859a01e7e triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:24:00.693209 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:00.767719 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 6e354ab4-f558-4849-b016-0c8859a01e7e is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:24:00.768098 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:00.791255 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51f6a25-7c0b-48fe-90d6-afef49cafa26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e354ab4-f558-4849-b016-0c8859a01e7e'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:24:00.793413 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b524d66e-c9ea-43f7-a1b3-56a58ae81fc8" -d '{"events": [{"server_uuid": "d51f6a25-7c0b-48fe-90d6-afef49cafa26", "name": "network-vif-plugged", "status": "completed", "tag": "6e354ab4-f558-4849-b016-0c8859a01e7e"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:24:00.805800 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 6e354ab4-f558-4849-b016-0c8859a01e7e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6e354ab4-f558-4849-b016-0c8859a01e7e,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:24:00.831453 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce176aa4-3856-497c-b01e-961c97d09eeb x-openstack-request-id: req-ce176aa4-3856-497c-b01e-961c97d09eeb {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:24:00.831766 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51f6a25-7c0b-48fe-90d6-afef49cafa26", "name": "network-vif-plugged", "status": "completed", "tag": "6e354ab4-f558-4849-b016-0c8859a01e7e", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:24:00.832535 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce176aa4-3856-497c-b01e-961c97d09eeb {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:24:00.832933 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51f6a25-7c0b-48fe-90d6-afef49cafa26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e354ab4-f558-4849-b016-0c8859a01e7e', 'code': 200} Mar 07 23:24:00.859145 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:00.907602 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=6e354ab4-f558-4849-b016-0c8859a01e7e,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:01.117849 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0ccc4-b507-45b8-bcc6-354be7c6b4fb req-0dec10ed-eb49-4645-9cf2-268da71f10e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:01.119248 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-bdf0ccc4-b507-45b8-bcc6-354be7c6b4fb req-0dec10ed-eb49-4645-9cf2-268da71f10e1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 1129 time: 0.0420091 Mar 07 23:24:01.167009 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-bdf0ccc4-b507-45b8-bcc6-354be7c6b4fb req-a97b25f5-1db1-43b1-8d3b-1b4543ce032c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410757 Mar 07 23:24:01.419062 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e4b97-d85c-44cb-a259-802c74e74346 req-bf367f69-dd53-411e-ba8e-65d3d085a6a4 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:01.420428 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2e2e4b97-d85c-44cb-a259-802c74e74346 req-bf367f69-dd53-411e-ba8e-65d3d085a6a4 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0506079 Mar 07 23:24:01.466130 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2e2e4b97-d85c-44cb-a259-802c74e74346 req-ad4be94a-ce7f-4d0f-97b5-1e8dc3562811 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400896 Mar 07 23:24:02.596340 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef46bc-4cc8-4f5c-b60b-4e9dda469cc0 req-19040a20-fba4-401b-8a31-ca00ad109705 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:02.597849 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-94ef46bc-4cc8-4f5c-b60b-4e9dda469cc0 req-19040a20-fba4-401b-8a31-ca00ad109705 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0556066 Mar 07 23:24:02.643426 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-94ef46bc-4cc8-4f5c-b60b-4e9dda469cc0 req-d5e74ef2-8b05-41bf-9199-93439a0b0c47 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394316 Mar 07 23:24:02.769609 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a00990-d1ba-4906-9e07-132db98012f8 req-044bb570-d980-4ced-b5df-7ac8f72f21fc tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:02.771076 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a8a00990-d1ba-4906-9e07-132db98012f8 req-044bb570-d980-4ced-b5df-7ac8f72f21fc tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0545235 Mar 07 23:24:02.779905 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 45378) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:24:02.784563 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-5bfc674f-4143-4fd0-8427-38c93e6f6fd0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Request body: {'floatingip': {'port_id': '6e354ab4-f558-4849-b016-0c8859a01e7e'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:24:02.823083 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5bfc674f-4143-4fd0-8427-38c93e6f6fd0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for floatingip (99ab0e21-9532-4c3b-9b72-bcf603045dfd), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:03.621931 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5bfc674f-4143-4fd0-8427-38c93e6f6fd0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:03.658547 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5bfc674f-4143-4fd0-8427-38c93e6f6fd0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (99ab0e21-9532-4c3b-9b72-bcf603045dfd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:03.757580 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.db.l3_db [None req-5bfc674f-4143-4fd0-8427-38c93e6f6fd0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Floating IP 99ab0e21-9532-4c3b-9b72-bcf603045dfd associated. External IP: 172.27.3.231, port: 6e354ab4-f558-4849-b016-0c8859a01e7e. Mar 07 23:24:03.961312 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfc674f-4143-4fd0-8427-38c93e6f6fd0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Router c87b6bdd-8582-462e-923b-c34b1ec0c6e0 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:24:04.071899 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfc674f-4143-4fd0-8427-38c93e6f6fd0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:24:04.076897 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5bfc674f-4143-4fd0-8427-38c93e6f6fd0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:04.084357 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d87e65-d95a-4274-b195-3890ed08b80d None None] Sync routers for ids ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:24:04.097277 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d87e65-d95a-4274-b195-3890ed08b80d None None] Routers {'c87b6bdd-8582-462e-923b-c34b1ec0c6e0'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:24:04.097914 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-35d87e65-d95a-4274-b195-3890ed08b80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:23:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:24:04.120814 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-5bfc674f-4143-4fd0-8427-38c93e6f6fd0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "PUT /v2.0/floatingips/99ab0e21-9532-4c3b-9b72-bcf603045dfd HTTP/1.1" status: 200 len: 991 time: 1.3262675 Mar 07 23:24:04.120814 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51f6a25-7c0b-48fe-90d6-afef49cafa26', 'tag': '6e354ab4-f558-4849-b016-0c8859a01e7e'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:24:04.120814 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d75ef00-5528-41fc-a760-50b3bcf0ead8" -d '{"events": [{"name": "network-changed", "server_uuid": "d51f6a25-7c0b-48fe-90d6-afef49cafa26", "tag": "6e354ab4-f558-4849-b016-0c8859a01e7e"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:24:04.149777 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9b4079-45f0-4e16-98b9-866a0945a361 x-openstack-request-id: req-2b9b4079-45f0-4e16-98b9-866a0945a361 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:24:04.150189 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51f6a25-7c0b-48fe-90d6-afef49cafa26", "tag": "6e354ab4-f558-4849-b016-0c8859a01e7e", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:24:04.150536 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b9b4079-45f0-4e16-98b9-866a0945a361 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:24:04.151023 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51f6a25-7c0b-48fe-90d6-afef49cafa26', 'tag': '6e354ab4-f558-4849-b016-0c8859a01e7e', 'status': 'completed', 'code': 200} Mar 07 23:24:04.215278 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75ef00-5528-41fc-a760-50b3bcf0ead8 req-eadf8434-bdbc-4dad-83cd-506652ac2684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:04.216939 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9d75ef00-5528-41fc-a760-50b3bcf0ead8 req-eadf8434-bdbc-4dad-83cd-506652ac2684 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70c6d901ff9f4d8e84e6c24fe716994c&device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 1129 time: 0.0456460 Mar 07 23:24:04.226501 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-35d87e65-d95a-4274-b195-3890ed08b80d None None] Set router c87b6bdd-8582-462e-923b-c34b1ec0c6e0 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:24:04.306979 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75ef00-5528-41fc-a760-50b3bcf0ead8 req-2d701ccd-ccf0-402b-aaa8-57d02d6bd0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:04.308565 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9d75ef00-5528-41fc-a760-50b3bcf0ead8 req-2d701ccd-ccf0-402b-aaa8-57d02d6bd0e4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2859357e-3793-4a4e-a3ac-55382bb5099f HTTP/1.1" status: 200 len: 918 time: 0.0863409 Mar 07 23:24:04.375836 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9d75ef00-5528-41fc-a760-50b3bcf0ead8 req-b30c0bac-cd1f-4960-a253-da609476db7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e354ab4-f558-4849-b016-0c8859a01e7e HTTP/1.1" status: 200 len: 999 time: 0.0613923 Mar 07 23:24:04.423599 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75ef00-5528-41fc-a760-50b3bcf0ead8 req-891048b1-b864-4242-b628-b0601022c4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:04.425195 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9d75ef00-5528-41fc-a760-50b3bcf0ead8 req-891048b1-b864-4242-b628-b0601022c4d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc HTTP/1.1" status: 200 len: 856 time: 0.0437567 Mar 07 23:24:04.451246 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-35d87e65-d95a-4274-b195-3890ed08b80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1886301030-router', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '82b3c923-e30e-44d5-9629-8cf892386500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:50Z', 'updated_at': '2022-03-07T23:19:57Z', 'revision_number': 4, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'gw_port': {'id': '82b3c923-e30e-44d5-9629-8cf892386500', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:51Z', 'updated_at': '2022-03-07T23:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': '99ab0e21-9532-4c3b-9b72-bcf603045dfd', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'port_id': '6e354ab4-f558-4849-b016-0c8859a01e7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'mac_address': 'fa:16:3e:f3:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51f6a25-7c0b-48fe-90d6-afef49cafa26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:23:46Z', 'updated_at': '2022-03-07T23:24:03Z', 'revision_number': 1, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c93d39-311a-4d58-9a40-fe81b4199350', 'name': '', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'mac_address': 'fa:16:3e:52:4a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:56Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 5, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'subnets': [{'id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:24:04.474491 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75ef00-5528-41fc-a760-50b3bcf0ead8 req-fe38012f-b9cb-4b01-8c41-23cd197d50b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:04.476048 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9d75ef00-5528-41fc-a760-50b3bcf0ead8 req-fe38012f-b9cb-4b01-8c41-23cd197d50b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2859357e-3793-4a4e-a3ac-55382bb5099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450015 Mar 07 23:24:04.476889 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d87e65-d95a-4274-b195-3890ed08b80d None None] Checking router: c87b6bdd-8582-462e-923b-c34b1ec0c6e0 for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:24:04.485209 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d87e65-d95a-4274-b195-3890ed08b80d None None] Routers {'c87b6bdd-8582-462e-923b-c34b1ec0c6e0'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:24:04.485807 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-35d87e65-d95a-4274-b195-3890ed08b80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:23:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:24:04.527393 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 45402) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:24:04.597507 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-35d87e65-d95a-4274-b195-3890ed08b80d None None] Set router c87b6bdd-8582-462e-923b-c34b1ec0c6e0 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:24:04.642798 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d24250eb-161c-4b06-8aab-8a294961fffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:04.724931 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d24250eb-161c-4b06-8aab-8a294961fffe admin admin] Publish callbacks [] for security_group (2bd6146f-1fb9-4ea9-9027-9a7c5d9e0a29), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:04.773279 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d24250eb-161c-4b06-8aab-8a294961fffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (2bd6146f-1fb9-4ea9-9027-9a7c5d9e0a29), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:04.819914 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-d24250eb-161c-4b06-8aab-8a294961fffe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5044b8ac7f7849ea80cc2ae39312b9cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909095 Mar 07 23:24:04.820774 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24250eb-161c-4b06-8aab-8a294961fffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd6146f-1fb9-4ea9-9027-9a7c5d9e0a29,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:04.822966 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 45406) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:24:04.840464 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24250eb-161c-4b06-8aab-8a294961fffe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:04.840464 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24250eb-161c-4b06-8aab-8a294961fffe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:04.841014 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24250eb-161c-4b06-8aab-8a294961fffe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:04.841211 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24250eb-161c-4b06-8aab-8a294961fffe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:04.841540 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24250eb-161c-4b06-8aab-8a294961fffe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:04.841870 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24250eb-161c-4b06-8aab-8a294961fffe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:04.842199 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24250eb-161c-4b06-8aab-8a294961fffe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:04.842521 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24250eb-161c-4b06-8aab-8a294961fffe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:04.842848 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24250eb-161c-4b06-8aab-8a294961fffe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:04.843166 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24250eb-161c-4b06-8aab-8a294961fffe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:04.843484 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24250eb-161c-4b06-8aab-8a294961fffe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:04.843804 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24250eb-161c-4b06-8aab-8a294961fffe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:04.844116 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24250eb-161c-4b06-8aab-8a294961fffe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:04.875565 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9d75ef00-5528-41fc-a760-50b3bcf0ead8 req-16c6cd17-b51f-4b66-b198-a1005868afc2 service neutron] 10.222.0.16 "GET /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928320 Mar 07 23:24:04.893232 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5b003ea2-b79d-453a-a7c1-f596d9f268b8 admin admin] Publish callbacks [] for security_group (2bd6146f-1fb9-4ea9-9027-9a7c5d9e0a29), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:04.914679 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5b003ea2-b79d-453a-a7c1-f596d9f268b8 admin admin] Publish callbacks [] for security_group (2bd6146f-1fb9-4ea9-9027-9a7c5d9e0a29), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:04.966203 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9d75ef00-5528-41fc-a760-50b3bcf0ead8 req-f682c50f-ffd4-480b-9f01-756430233813 service neutron] 10.222.0.16 "GET /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843973 Mar 07 23:24:04.976311 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-35d87e65-d95a-4274-b195-3890ed08b80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1886301030-router', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '82b3c923-e30e-44d5-9629-8cf892386500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:50Z', 'updated_at': '2022-03-07T23:19:57Z', 'revision_number': 4, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'gw_port': {'id': '82b3c923-e30e-44d5-9629-8cf892386500', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:51Z', 'updated_at': '2022-03-07T23:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': '99ab0e21-9532-4c3b-9b72-bcf603045dfd', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'port_id': '6e354ab4-f558-4849-b016-0c8859a01e7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'mac_address': 'fa:16:3e:f3:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51f6a25-7c0b-48fe-90d6-afef49cafa26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:23:46Z', 'updated_at': '2022-03-07T23:24:03Z', 'revision_number': 1, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c93d39-311a-4d58-9a40-fe81b4199350', 'name': '', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'mac_address': 'fa:16:3e:52:4a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:56Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 5, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'subnets': [{'id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:24:05.002573 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d87e65-d95a-4274-b195-3890ed08b80d None None] The sync data for ids ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'] in dv-cinder-813223-6-iscsi is: [{'id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1886301030-router', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '82b3c923-e30e-44d5-9629-8cf892386500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:50Z', 'updated_at': '2022-03-07T23:19:57Z', 'revision_number': 4, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'gw_port': {'id': '82b3c923-e30e-44d5-9629-8cf892386500', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:51Z', 'updated_at': '2022-03-07T23:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': '99ab0e21-9532-4c3b-9b72-bcf603045dfd', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'port_id': '6e354ab4-f558-4849-b016-0c8859a01e7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'mac_address': 'fa:16:3e:f3:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51f6a25-7c0b-48fe-90d6-afef49cafa26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:23:46Z', 'updated_at': '2022-03-07T23:24:03Z', 'revision_number': 1, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c93d39-311a-4d58-9a40-fe81b4199350', 'name': '', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'mac_address': 'fa:16:3e:52:4a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:56Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 5, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'subnets': [{'id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:24:05.035963 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5b003ea2-b79d-453a-a7c1-f596d9f268b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (2bd6146f-1fb9-4ea9-9027-9a7c5d9e0a29), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:05.039369 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5b003ea2-b79d-453a-a7c1-f596d9f268b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:05.044337 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-5b003ea2-b79d-453a-a7c1-f596d9f268b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2bd6146f-1fb9-4ea9-9027-9a7c5d9e0a29 HTTP/1.1" status: 204 len: 168 time: 0.2166750 Mar 07 23:24:05.049394 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b003ea2-b79d-453a-a7c1-f596d9f268b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd6146f-1fb9-4ea9-9027-9a7c5d9e0a29,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:05.191941 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eef2b3-eac9-4fd4-93ca-480960619ceb None None] New status for floating IP 99ab0e21-9532-4c3b-9b72-bcf603045dfd: ACTIVE {{(pid=103610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:24:07.076103 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ccb9d-3729-4e88-aac0-000d3b7a64a5 req-7f36aa37-fbb6-4222-8251-1318d0e538b0 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:07.077619 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e95ccb9d-3729-4e88-aac0-000d3b7a64a5 req-7f36aa37-fbb6-4222-8251-1318d0e538b0 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0514634 Mar 07 23:24:07.126368 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e95ccb9d-3729-4e88-aac0-000d3b7a64a5 req-f620d4c7-2992-4655-9ee3-758c091e4f3c tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432580 Mar 07 23:24:08.244245 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1974ed-d093-4ab8-aa26-7fc1360f08e2 req-6ededc1b-b294-4992-957b-e8044f148704 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:08.245765 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ce1974ed-d093-4ab8-aa26-7fc1360f08e2 req-6ededc1b-b294-4992-957b-e8044f148704 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0519021 Mar 07 23:24:08.291420 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ce1974ed-d093-4ab8-aa26-7fc1360f08e2 req-841559a7-6da6-41af-9f75-6f2884b9b30a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401423 Mar 07 23:24:09.129135 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20299c0-d6e3-4622-8f41-6b7490ed47cb req-668dabae-6067-46e2-a17c-35e866ee28b8 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:09.130601 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a20299c0-d6e3-4622-8f41-6b7490ed47cb req-668dabae-6067-46e2-a17c-35e866ee28b8 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.0515962 Mar 07 23:24:09.221704 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-a20299c0-d6e3-4622-8f41-6b7490ed47cb req-40243349-83ea-49a0-80bb-cb989d8cbc20 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Deleting port 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:24:09.222048 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a20299c0-d6e3-4622-8f41-6b7490ed47cb req-40243349-83ea-49a0-80bb-cb989d8cbc20 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:09.311860 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-a20299c0-d6e3-4622-8f41-6b7490ed47cb req-40243349-83ea-49a0-80bb-cb989d8cbc20 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] For port 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9,segment=NetworkSegment(acbb6c4e-37f7-4347-8261-3f6da46e7cfc),segment_id=acbb6c4e-37f7-4347-8261-3f6da46e7cfc)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:24:09.312225 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a20299c0-d6e3-4622-8f41-6b7490ed47cb req-40243349-83ea-49a0-80bb-cb989d8cbc20 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:09.498297 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ce4cf-e1a6-41b5-8b0d-07d8709f99ad req-c364fd44-6787-4dd9-92c9-f5a78e0ba1d8 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:09.499916 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-975ce4cf-e1a6-41b5-8b0d-07d8709f99ad req-c364fd44-6787-4dd9-92c9-f5a78e0ba1d8 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 945 time: 0.1355035 Mar 07 23:24:09.507565 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 45468) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:24:09.530352 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a20299c0-d6e3-4622-8f41-6b7490ed47cb req-40243349-83ea-49a0-80bb-cb989d8cbc20 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:09.535536 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a20299c0-d6e3-4622-8f41-6b7490ed47cb req-40243349-83ea-49a0-80bb-cb989d8cbc20 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (d9be168e-f824-479f-81b9-b9f4f7466615), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:09.535536 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.l3_db [req-a20299c0-d6e3-4622-8f41-6b7490ed47cb req-40243349-83ea-49a0-80bb-cb989d8cbc20 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Floating IP d9be168e-f824-479f-81b9-b9f4f7466615 disassociated. External IP: 172.27.3.234, port: 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9. Mar 07 23:24:09.535536 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-a20299c0-d6e3-4622-8f41-6b7490ed47cb req-40243349-83ea-49a0-80bb-cb989d8cbc20 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Calling delete_port for 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:24:09.607413 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-975ce4cf-e1a6-41b5-8b0d-07d8709f99ad req-4c53e530-f38c-46cd-88d9-a6bfb6804072 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0d908ee-8e8a-4610-9a3d-af323b93368a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930703 Mar 07 23:24:09.616081 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c466753a-1fdc-4da0-9da0-5380914ca4b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:09.689868 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c466753a-1fdc-4da0-9da0-5380914ca4b2 admin admin] Publish callbacks [] for security_group (66ac017b-1ea2-42fe-8fe5-0dd07e11deae), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:09.733188 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a20299c0-d6e3-4622-8f41-6b7490ed47cb req-40243349-83ea-49a0-80bb-cb989d8cbc20 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:09.755998 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c466753a-1fdc-4da0-9da0-5380914ca4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (66ac017b-1ea2-42fe-8fe5-0dd07e11deae), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:09.765930 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40243349-83ea-49a0-80bb-cb989d8cbc20 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Pushing event deleted for resources: {'Port': ['ID=8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:09.798828 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-c466753a-1fdc-4da0-9da0-5380914ca4b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2590ce12c46423db59bdbc2c1740fc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895641 Mar 07 23:24:09.801529 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466753a-1fdc-4da0-9da0-5380914ca4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ac017b-1ea2-42fe-8fe5-0dd07e11deae,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:09.803766 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 45472) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:24:09.853756 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ec2b7245-691f-4463-9aaa-331106f7abe5 admin admin] Publish callbacks [] for security_group (66ac017b-1ea2-42fe-8fe5-0dd07e11deae), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:09.875817 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ec2b7245-691f-4463-9aaa-331106f7abe5 admin admin] Publish callbacks [] for security_group (66ac017b-1ea2-42fe-8fe5-0dd07e11deae), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:09.894120 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a20299c0-d6e3-4622-8f41-6b7490ed47cb req-40243349-83ea-49a0-80bb-cb989d8cbc20 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Router 67f771ad-1081-44a5-aa16-4d38451cdf9f has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:24:10.004295 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a20299c0-d6e3-4622-8f41-6b7490ed47cb req-40243349-83ea-49a0-80bb-cb989d8cbc20 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:24:10.007623 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ec2b7245-691f-4463-9aaa-331106f7abe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (66ac017b-1ea2-42fe-8fe5-0dd07e11deae), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:10.011483 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ec2b7245-691f-4463-9aaa-331106f7abe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:10.012994 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-ec2b7245-691f-4463-9aaa-331106f7abe5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66ac017b-1ea2-42fe-8fe5-0dd07e11deae HTTP/1.1" status: 204 len: 168 time: 0.2082498 Mar 07 23:24:10.014397 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523e9fbd-04bd-41d6-8121-29552f490516 None None] Sync routers for ids ['67f771ad-1081-44a5-aa16-4d38451cdf9f'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:24:10.021662 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b7245-691f-4463-9aaa-331106f7abe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ac017b-1ea2-42fe-8fe5-0dd07e11deae,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:10.045899 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20299c0-d6e3-4622-8f41-6b7490ed47cb req-40243349-83ea-49a0-80bb-cb989d8cbc20 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] No DVR routers for this DVR port 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 on host hv-cinder-81322 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:24:10.048392 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523e9fbd-04bd-41d6-8121-29552f490516 None None] Routers {'67f771ad-1081-44a5-aa16-4d38451cdf9f'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:24:10.048545 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-a20299c0-d6e3-4622-8f41-6b7490ed47cb req-40243349-83ea-49a0-80bb-cb989d8cbc20 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:10.049767 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-523e9fbd-04bd-41d6-8121-29552f490516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:23:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['67f771ad-1081-44a5-aa16-4d38451cdf9f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:24:10.051894 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a20299c0-d6e3-4622-8f41-6b7490ed47cb req-40243349-83ea-49a0-80bb-cb989d8cbc20 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.16 "DELETE /v2.0/ports/8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 HTTP/1.1" status: 204 len: 173 time: 0.9157770 Mar 07 23:24:10.052294 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8554839-4f70-4011-9b42-46f6387833cd', 'name': 'network-vif-deleted', 'tag': '8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:24:10.054758 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42c6be3-30e8-4164-80b8-ac475eca9875" -d '{"events": [{"server_uuid": "c8554839-4f70-4011-9b42-46f6387833cd", "name": "network-vif-deleted", "tag": "8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:24:10.091854 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3fc0e9-39fb-4cff-8ae1-1be7426fd471 x-openstack-request-id: req-ec3fc0e9-39fb-4cff-8ae1-1be7426fd471 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:24:10.092149 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8554839-4f70-4011-9b42-46f6387833cd", "name": "network-vif-deleted", "tag": "8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:24:10.092396 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec3fc0e9-39fb-4cff-8ae1-1be7426fd471 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:24:10.092968 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8554839-4f70-4011-9b42-46f6387833cd', 'name': 'network-vif-deleted', 'tag': '8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9', 'status': 'completed', 'code': 200} Mar 07 23:24:10.166187 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-523e9fbd-04bd-41d6-8121-29552f490516 None None] Set router 67f771ad-1081-44a5-aa16-4d38451cdf9f gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:24:10.380943 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-523e9fbd-04bd-41d6-8121-29552f490516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'name': 'tempest-AttachVolumeTestJSON-1905255531-router', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:13Z', 'revision_number': 4, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'gw_port': {'id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:55Z', 'updated_at': '2022-03-07T23:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '12b8263b-5bc5-4aea-9e5f-4f9687c6484b', 'name': '', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'mac_address': 'fa:16:3e:d2:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:08Z', 'updated_at': '2022-03-07T23:20:21Z', 'revision_number': 5, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'subnets': [{'id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:24:10.412033 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523e9fbd-04bd-41d6-8121-29552f490516 None None] Checking router: 67f771ad-1081-44a5-aa16-4d38451cdf9f for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:24:10.420908 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523e9fbd-04bd-41d6-8121-29552f490516 None None] Routers {'67f771ad-1081-44a5-aa16-4d38451cdf9f'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:24:10.421556 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-523e9fbd-04bd-41d6-8121-29552f490516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:23:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['67f771ad-1081-44a5-aa16-4d38451cdf9f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:24:10.533780 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-523e9fbd-04bd-41d6-8121-29552f490516 None None] Set router 67f771ad-1081-44a5-aa16-4d38451cdf9f gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:24:10.719198 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-06aecc0c-424e-49b7-a038-bbb337263561 req-83e0bb6c-2316-47c3-811a-3c0ba81ebc49 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8554839-4f70-4011-9b42-46f6387833cd HTTP/1.1" status: 200 len: 210 time: 0.0287030 Mar 07 23:24:10.732031 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-523e9fbd-04bd-41d6-8121-29552f490516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'name': 'tempest-AttachVolumeTestJSON-1905255531-router', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:13Z', 'revision_number': 4, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'gw_port': {'id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:55Z', 'updated_at': '2022-03-07T23:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '12b8263b-5bc5-4aea-9e5f-4f9687c6484b', 'name': '', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'mac_address': 'fa:16:3e:d2:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:08Z', 'updated_at': '2022-03-07T23:20:21Z', 'revision_number': 5, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'subnets': [{'id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:24:10.762860 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523e9fbd-04bd-41d6-8121-29552f490516 None None] The sync data for ids ['67f771ad-1081-44a5-aa16-4d38451cdf9f'] in dv-cinder-813223-6-iscsi is: [{'id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'name': 'tempest-AttachVolumeTestJSON-1905255531-router', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:13Z', 'revision_number': 4, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'gw_port': {'id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:55Z', 'updated_at': '2022-03-07T23:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '12b8263b-5bc5-4aea-9e5f-4f9687c6484b', 'name': '', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'mac_address': 'fa:16:3e:d2:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:08Z', 'updated_at': '2022-03-07T23:20:21Z', 'revision_number': 5, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'subnets': [{'id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:24:10.979231 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e1e569-7297-4e79-a048-19119f00f616 None None] New status for floating IP d9be168e-f824-479f-81b9-b9f4f7466615: DOWN {{(pid=103610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:24:11.068522 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 45500) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:24:11.173037 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-3fbd12aa-71a5-4f68-a5e9-80fc8813d7d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-655764420-network', 'tenant_id': '65f628ebfe59412f9259197b2312e9db'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:24:11.229942 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbd12aa-71a5-4f68-a5e9-80fc8813d7d4 admin admin] Made reservation on behalf of 65f628ebfe59412f9259197b2312e9db for: {'network': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:24:11.232215 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3fbd12aa-71a5-4f68-a5e9-80fc8813d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for network (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:11.240739 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3fbd12aa-71a5-4f68-a5e9-80fc8813d7d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:11.312805 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3fbd12aa-71a5-4f68-a5e9-80fc8813d7d4 admin admin] Publish callbacks [] for security_group (379ddd3d-b5a9-4e7c-88e1-ca246b5ca220), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:11.367198 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3fbd12aa-71a5-4f68-a5e9-80fc8813d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (379ddd3d-b5a9-4e7c-88e1-ca246b5ca220), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:11.387595 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fbd12aa-71a5-4f68-a5e9-80fc8813d7d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 23:24:11.401575 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd12aa-71a5-4f68-a5e9-80fc8813d7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:11.405226 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3fbd12aa-71a5-4f68-a5e9-80fc8813d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (74371482-7c2b-46de-98da-8bc444f5efeb), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:11.405561 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.db.segments_db [None req-3fbd12aa-71a5-4f68-a5e9-80fc8813d7d4 admin admin] Added segment 74371482-7c2b-46de-98da-8bc444f5efeb of type vlan for network 6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc Mar 07 23:24:11.446846 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3fbd12aa-71a5-4f68-a5e9-80fc8813d7d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747802386454'] for network (6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:11.516071 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3fbd12aa-71a5-4f68-a5e9-80fc8813d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for network (6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:11.517080 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbd12aa-71a5-4f68-a5e9-80fc8813d7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:11.517673 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3fbd12aa-71a5-4f68-a5e9-80fc8813d7d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:11.575933 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd12aa-71a5-4f68-a5e9-80fc8813d7d4 admin admin] Pushing event updated for resources: {'Network': ['ID=6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:11.585721 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Network 6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc details requested by agent ovs-agent-dv-cinder-813223-6-iscsi with host dv-cinder-813223-6-iscsi {{(pid=103609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 23:24:11.616021 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-3fbd12aa-71a5-4f68-a5e9-80fc8813d7d4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5463667 Mar 07 23:24:11.619328 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 45504) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:24:11.624181 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-71738f53-140a-4451-86dd-d1ccb26f725b admin admin] Request body: {'subnet': {'network_id': '6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-655764420-subnet', 'tenant_id': '65f628ebfe59412f9259197b2312e9db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:24:11.687232 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71738f53-140a-4451-86dd-d1ccb26f725b admin admin] Made reservation on behalf of 65f628ebfe59412f9259197b2312e9db for: {'subnet': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:24:11.689629 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-71738f53-140a-4451-86dd-d1ccb26f725b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2721206'] for subnet (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:11.851861 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 45510) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:24:11.898192 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-71738f53-140a-4451-86dd-d1ccb26f725b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2398858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2721192'] for subnet (847f568e-86e2-4f9c-842c-14f21237e1e8), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:11.929425 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-51c76ea9-6aae-4174-9f84-d84b54e6116e tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for security_group (c0d908ee-8e8a-4610-9a3d-af323b93368a), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:11.971648 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-51c76ea9-6aae-4174-9f84-d84b54e6116e tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for security_group (c0d908ee-8e8a-4610-9a3d-af323b93368a), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:11.989688 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71738f53-140a-4451-86dd-d1ccb26f725b admin admin] Pushing event updated for resources: {'Subnet': ['ID=847f568e-86e2-4f9c-842c-14f21237e1e8,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:12.013018 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71738f53-140a-4451-86dd-d1ccb26f725b admin admin] Checking segment: {'id': '74371482-7c2b-46de-98da-8bc444f5efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:24:12.013378 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71738f53-140a-4451-86dd-d1ccb26f725b admin admin] Network hostable DHCP agents. Network: 6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc, hostable agents: ['3a1e77f0-bb24-4b35-90df-eea7dfe1ff53'], hosted agents: [] {{(pid=103608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 23:24:12.115556 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71738f53-140a-4451-86dd-d1ccb26f725b admin admin] Network 6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc is scheduled to be hosted by DHCP agent 3a1e77f0-bb24-4b35-90df-eea7dfe1ff53 with binding_index 1 {{(pid=103608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 23:24:12.144060 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-51c76ea9-6aae-4174-9f84-d84b54e6116e tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (c0d908ee-8e8a-4610-9a3d-af323b93368a), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:12.146592 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-51c76ea9-6aae-4174-9f84-d84b54e6116e tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:12.147760 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-51c76ea9-6aae-4174-9f84-d84b54e6116e tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "DELETE /v2.0/security-groups/c0d908ee-8e8a-4610-9a3d-af323b93368a HTTP/1.1" status: 204 len: 168 time: 0.2943711 Mar 07 23:24:12.151175 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 45512) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:24:12.157454 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c76ea9-6aae-4174-9f84-d84b54e6116e tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d908ee-8e8a-4610-9a3d-af323b93368a,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:12.165032 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.api.v2.resource [None req-fc3847e8-991f-4ee0-b818-b8cad66dcaa4 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] show failed (client error): The resource could not be found. Mar 07 23:24:12.166030 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-fc3847e8-991f-4ee0-b818-b8cad66dcaa4 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups/c0d908ee-8e8a-4610-9a3d-af323b93368a HTTP/1.1" status: 404 len: 347 time: 0.0137677 Mar 07 23:24:12.169010 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 45514) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:24:12.196693 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-71738f53-140a-4451-86dd-d1ccb26f725b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-6-iscsi, 6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc) {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:24:12.201087 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71738f53-140a-4451-86dd-d1ccb26f725b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:12.201832 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-71738f53-140a-4451-86dd-d1ccb26f725b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:12.207505 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fb86de-41b7-40bb-8418-6f2146ccfe26 None None] Network 6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:24:12.279146 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-71738f53-140a-4451-86dd-d1ccb26f725b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6587620 Mar 07 23:24:12.305168 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ddb7c1fa-b418-4f9f-9f3e-d87f9de2f1fd tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Deleting port 9e3a28f5-2e96-4632-bc69-fc4cdf57c990 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:24:12.305648 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddb7c1fa-b418-4f9f-9f3e-d87f9de2f1fd tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (9e3a28f5-2e96-4632-bc69-fc4cdf57c990), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:12.345780 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec8d885-9c15-4932-a4d8-0142ec3b6f44 None None] Network 6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:24:12.387311 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddb7c1fa-b418-4f9f-9f3e-d87f9de2f1fd tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (9e3a28f5-2e96-4632-bc69-fc4cdf57c990), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:12.387311 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddb7c1fa-b418-4f9f-9f3e-d87f9de2f1fd tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for floatingip (9e3a28f5-2e96-4632-bc69-fc4cdf57c990), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:12.398064 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-ddb7c1fa-b418-4f9f-9f3e-d87f9de2f1fd tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Calling delete_port for 9e3a28f5-2e96-4632-bc69-fc4cdf57c990 owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:24:12.596288 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddb7c1fa-b418-4f9f-9f3e-d87f9de2f1fd tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (9e3a28f5-2e96-4632-bc69-fc4cdf57c990), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:12.622758 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7c1fa-b418-4f9f-9f3e-d87f9de2f1fd tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Pushing event deleted for resources: {'Port': ['ID=9e3a28f5-2e96-4632-bc69-fc4cdf57c990,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:12.679123 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddb7c1fa-b418-4f9f-9f3e-d87f9de2f1fd tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for floatingip (d9be168e-f824-479f-81b9-b9f4f7466615), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:12.682243 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ddb7c1fa-b418-4f9f-9f3e-d87f9de2f1fd tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:12.683412 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-ddb7c1fa-b418-4f9f-9f3e-d87f9de2f1fd tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "DELETE /v2.0/floatingips/d9be168e-f824-479f-81b9-b9f4f7466615 HTTP/1.1" status: 204 len: 168 time: 0.5130155 Mar 07 23:24:13.115854 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 45526) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:24:13.120996 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d05358de-09a9-4f57-b469-d52f6873c353 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Request body: {'security_group': {'name': 'tempest-securitygroup--411285153', 'description': 'tempest-description--124165374'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:24:13.219474 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d05358de-09a9-4f57-b469-d52f6873c353 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:13.283737 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d05358de-09a9-4f57-b469-d52f6873c353 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for security_group (8270a7e7-8bf1-4752-8d57-438eb3c3c81b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:13.395928 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d05358de-09a9-4f57-b469-d52f6873c353 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (8270a7e7-8bf1-4752-8d57-438eb3c3c81b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:13.425147 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05358de-09a9-4f57-b469-d52f6873c353 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8270a7e7-8bf1-4752-8d57-438eb3c3c81b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:13.494758 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d05358de-09a9-4f57-b469-d52f6873c353 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:13.495933 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-d05358de-09a9-4f57-b469-d52f6873c353 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3790798 Mar 07 23:24:13.498662 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 45530) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:24:13.502942 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-de111e6e-47ef-4d1a-8588-d6912552de0f tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Request body: {'security_group_rule': {'security_group_id': '8270a7e7-8bf1-4752-8d57-438eb3c3c81b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:24:13.589912 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de111e6e-47ef-4d1a-8588-d6912552de0f tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for security_group_rule (c543a574-bf81-4033-b4b8-7e50f90b301a), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:13.646488 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de111e6e-47ef-4d1a-8588-d6912552de0f tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for security_group_rule (c543a574-bf81-4033-b4b8-7e50f90b301a), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:13.727397 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de111e6e-47ef-4d1a-8588-d6912552de0f tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (c543a574-bf81-4033-b4b8-7e50f90b301a), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:13.742121 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de111e6e-47ef-4d1a-8588-d6912552de0f tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c543a574-bf81-4033-b4b8-7e50f90b301a,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:13.821435 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-de111e6e-47ef-4d1a-8588-d6912552de0f tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:13.822749 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-de111e6e-47ef-4d1a-8588-d6912552de0f tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3231263 Mar 07 23:24:13.825315 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 45532) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:24:13.829605 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-442cc637-009d-4a90-a5c1-ab330c4c2988 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Request body: {'security_group_rule': {'security_group_id': '8270a7e7-8bf1-4752-8d57-438eb3c3c81b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:24:13.908585 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-442cc637-009d-4a90-a5c1-ab330c4c2988 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for security_group_rule (b10b5227-eb05-49c6-bc47-821038232cb9), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:13.961807 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-442cc637-009d-4a90-a5c1-ab330c4c2988 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for security_group_rule (b10b5227-eb05-49c6-bc47-821038232cb9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:14.024168 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-442cc637-009d-4a90-a5c1-ab330c4c2988 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (b10b5227-eb05-49c6-bc47-821038232cb9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:14.040794 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442cc637-009d-4a90-a5c1-ab330c4c2988 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10b5227-eb05-49c6-bc47-821038232cb9,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:14.089443 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-442cc637-009d-4a90-a5c1-ab330c4c2988 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:14.090639 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-442cc637-009d-4a90-a5c1-ab330c4c2988 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2644222 Mar 07 23:24:14.093587 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 45536) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:24:14.097877 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-8c239549-39d9-40e3-ad1d-80d46a565d96 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Request body: {'floatingip': {'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:24:14.167692 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c239549-39d9-40e3-ad1d-80d46a565d96 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:14.340429 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c239549-39d9-40e3-ad1d-80d46a565d96 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:14.347062 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-b0794005-dcc0-43c9-886d-5e7789e8a64a tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:14.348505 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-b0794005-dcc0-43c9-886d-5e7789e8a64a tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/networks?id=6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc HTTP/1.1" status: 200 len: 813 time: 0.1152654 Mar 07 23:24:14.393590 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-aafd2902-27ef-46de-8bea-c4569589db85 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/quotas/65f628ebfe59412f9259197b2312e9db HTTP/1.1" status: 200 len: 375 time: 0.0385878 Mar 07 23:24:14.429208 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-5c2b4612-92b4-4607-97f1-22115208663c tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=65f628ebfe59412f9259197b2312e9db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303347 Mar 07 23:24:14.538415 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-8c239549-39d9-40e3-ad1d-80d46a565d96 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Allocated IP 172.27.3.134 (4f60912c-99c2-416c-85f4-ec579757987b/f4612345-726c-47ef-92a6-cd50d588f814/4b5b3922-83b6-4b2a-81c5-f723815a68d9) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:24:14.567943 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-07ee43e2-0d96-426a-aedf-2c00d1c4dab1 service neutron] 10.222.0.24 "GET /v2.0/networks/6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308763 Mar 07 23:24:14.673803 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:24:14.693580 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] No Port match for: 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:24:14.693930 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 8f4ee5d3-35c0-4a55-8cab-aae404a5f0c9 not bound to the agent host hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:24:14.718760 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c239549-39d9-40e3-ad1d-80d46a565d96 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for port (4b5b3922-83b6-4b2a-81c5-f723815a68d9), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:14.721621 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-00ca6a52-f2ce-4624-83db-efd7145d5ae6 service neutron] 10.222.0.24 "GET /v2.0/networks/6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443706 Mar 07 23:24:14.813484 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c239549-39d9-40e3-ad1d-80d46a565d96 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (4b5b3922-83b6-4b2a-81c5-f723815a68d9), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:14.850982 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c239549-39d9-40e3-ad1d-80d46a565d96 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Network 4f60912c-99c2-416c-85f4-ec579757987b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:24:14.854709 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-8c239549-39d9-40e3-ad1d-80d46a565d96 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:24:14.857182 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c239549-39d9-40e3-ad1d-80d46a565d96 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:24:14.887357 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c239549-39d9-40e3-ad1d-80d46a565d96 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Pushing event updated for resources: {'Port': ['ID=4b5b3922-83b6-4b2a-81c5-f723815a68d9,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:14.948566 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-7fa2696d-e4df-4045-9ce9-5dd608865850 req-fa5ff024-63e0-481c-bfb4-79cca55b5250 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=df8dfe99-9300-4bfa-a342-5f9fd214cba5 HTTP/1.1" status: 200 len: 210 time: 0.0267146 Mar 07 23:24:14.953561 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c239549-39d9-40e3-ad1d-80d46a565d96 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for floatingip (7ab5be90-5526-46f9-bd71-292497006f9f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:15.030894 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c239549-39d9-40e3-ad1d-80d46a565d96 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (4b5b3922-83b6-4b2a-81c5-f723815a68d9), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:15.179321 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c239549-39d9-40e3-ad1d-80d46a565d96 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for port (4b5b3922-83b6-4b2a-81c5-f723815a68d9), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:15.224442 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c239549-39d9-40e3-ad1d-80d46a565d96 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280631'] for port (4b5b3922-83b6-4b2a-81c5-f723815a68d9), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:15.292037 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c239549-39d9-40e3-ad1d-80d46a565d96 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Pushing event updated for resources: {'Port': ['ID=4b5b3922-83b6-4b2a-81c5-f723815a68d9,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:15.300358 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c239549-39d9-40e3-ad1d-80d46a565d96 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (7ab5be90-5526-46f9-bd71-292497006f9f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:15.369464 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8c239549-39d9-40e3-ad1d-80d46a565d96 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:15.371356 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-8c239549-39d9-40e3-ad1d-80d46a565d96 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2767344 Mar 07 23:24:15.561392 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-cc2b3a8a-5e28-473f-8e8b-e27367e5c0c8 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--411285153&fields=id&tenant_id=2b0c5a8c78de4cedabc1710b0a7bcb52 HTTP/1.1" status: 200 len: 267 time: 0.0414295 Mar 07 23:24:15.671296 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-7f4676ad-3159-4c7c-8653-4d272bb99647 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:15.672828 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-7f4676ad-3159-4c7c-8653-4d272bb99647 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/networks?id=60cd751d-3709-4142-8796-5cc239f83beb HTTP/1.1" status: 200 len: 811 time: 0.1050167 Mar 07 23:24:15.687935 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-9c221d56-6bf8-45d5-bdf8-c6abff19d3aa tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/quotas/2b0c5a8c78de4cedabc1710b0a7bcb52 HTTP/1.1" status: 200 len: 375 time: 0.0097549 Mar 07 23:24:15.741807 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-b3f71bc8-80a4-41a5-9bb7-b42fbb061159 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b0c5a8c78de4cedabc1710b0a7bcb52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488589 Mar 07 23:24:15.837317 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d96ef2d3-ae72-42f2-bf28-9b7f9887c3e3 service neutron] 10.222.0.24 "GET /v2.0/networks/60cd751d-3709-4142-8796-5cc239f83beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842652 Mar 07 23:24:15.922515 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d656edc6-848d-4180-b410-5c43726df738 service neutron] 10.222.0.24 "GET /v2.0/networks/60cd751d-3709-4142-8796-5cc239f83beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794644 Mar 07 23:24:16.044079 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-976e2d64-cc50-40b4-a91c-291aaf8de4c7 req-b87d2b63-61ec-493d-aa07-79ff4795ca8e tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=df8dfe99-9300-4bfa-a342-5f9fd214cba5 HTTP/1.1" status: 200 len: 210 time: 0.0270677 Mar 07 23:24:16.147939 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-87e64de1-24db-4bdf-9389-2c4c5e7f201c req-f1f928a6-aa9e-424b-9b3a-ddc965188551 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 210 time: 0.0268123 Mar 07 23:24:16.931470 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-5a8a24f4-8470-4189-9620-9b3d9d57251e tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:16.932836 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-5a8a24f4-8470-4189-9620-9b3d9d57251e tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.16 "GET /v2.0/networks?id=6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc HTTP/1.1" status: 200 len: 813 time: 0.1058481 Mar 07 23:24:16.946091 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-48799ef7-ee1c-4f77-bc31-b5d2d67c4ac1 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Request body: {'port': {'device_id': 'df8dfe99-9300-4bfa-a342-5f9fd214cba5', 'network_id': '6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc', 'admin_state_up': True, 'tenant_id': '65f628ebfe59412f9259197b2312e9db'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:24:17.104848 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-48799ef7-ee1c-4f77-bc31-b5d2d67c4ac1 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Made reservation on behalf of 65f628ebfe59412f9259197b2312e9db for: {'port': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:24:17.108400 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-48799ef7-ee1c-4f77-bc31-b5d2d67c4ac1 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:17.152261 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2e8c374b-7335-4578-ba2b-f4e935bbb503 req-83f667db-dea5-4ce9-93c2-8bcd8358752e tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=df8dfe99-9300-4bfa-a342-5f9fd214cba5 HTTP/1.1" status: 200 len: 210 time: 0.0405469 Mar 07 23:24:17.258253 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-48799ef7-ee1c-4f77-bc31-b5d2d67c4ac1 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Allocated IP 172.20.0.7 (6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc/847f568e-86e2-4f9c-842c-14f21237e1e8/bfb1b179-de64-40af-bf48-40b70baa981c) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:24:17.318357 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-db3593c2-196a-444c-8859-61cb466714c8 req-001c1c34-1683-43b9-99ec-704cea517785 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 210 time: 0.0304387 Mar 07 23:24:17.404105 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-48799ef7-ee1c-4f77-bc31-b5d2d67c4ac1 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Publish callbacks [] for port (bfb1b179-de64-40af-bf48-40b70baa981c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:17.493676 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-48799ef7-ee1c-4f77-bc31-b5d2d67c4ac1 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (bfb1b179-de64-40af-bf48-40b70baa981c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:17.542318 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-48799ef7-ee1c-4f77-bc31-b5d2d67c4ac1 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Network 6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:24:17.548633 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-48799ef7-ee1c-4f77-bc31-b5d2d67c4ac1 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:24:17.550868 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-48799ef7-ee1c-4f77-bc31-b5d2d67c4ac1 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:24:17.555777 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48799ef7-ee1c-4f77-bc31-b5d2d67c4ac1 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Pushing event updated for resources: {'Port': ['ID=bfb1b179-de64-40af-bf48-40b70baa981c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:17.603095 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-48799ef7-ee1c-4f77-bc31-b5d2d67c4ac1 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:17.604212 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-48799ef7-ee1c-4f77-bc31-b5d2d67c4ac1 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:17.678662 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-48799ef7-ee1c-4f77-bc31-b5d2d67c4ac1 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7364466 Mar 07 23:24:17.691585 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-e628ebb1-afe1-40d3-9831-deab6bc1a582 service neutron] Request body: {'port': {'device_id': 'df8dfe99-9300-4bfa-a342-5f9fd214cba5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:24:17.747775 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-e628ebb1-afe1-40d3-9831-deab6bc1a582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (bfb1b179-de64-40af-bf48-40b70baa981c), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:17.998694 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-e628ebb1-afe1-40d3-9831-deab6bc1a582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfb1b179-de64-40af-bf48-40b70baa981c {{(pid=103607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:24:18.006127 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-e628ebb1-afe1-40d3-9831-deab6bc1a582 service neutron] Publish callbacks [] for port (bfb1b179-de64-40af-bf48-40b70baa981c), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:18.018047 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.provisioning_blocks [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-e628ebb1-afe1-40d3-9831-deab6bc1a582 service neutron] Transition to ACTIVE for port object bfb1b179-de64-40af-bf48-40b70baa981c will not be triggered until provisioned by entity L2. {{(pid=103607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 23:24:18.075879 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-e628ebb1-afe1-40d3-9831-deab6bc1a582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280631'] for port (bfb1b179-de64-40af-bf48-40b70baa981c), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:18.124819 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628ebb1-afe1-40d3-9831-deab6bc1a582 service neutron] Pushing event updated for resources: {'Port': ['ID=bfb1b179-de64-40af-bf48-40b70baa981c,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:18.179520 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-bc0f574a-0427-4a7b-b7a0-99ae50547425 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:18.181094 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-bc0f574a-0427-4a7b-b7a0-99ae50547425 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.16 "GET /v2.0/networks?id=60cd751d-3709-4142-8796-5cc239f83beb HTTP/1.1" status: 200 len: 811 time: 0.1010954 Mar 07 23:24:18.201310 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-e628ebb1-afe1-40d3-9831-deab6bc1a582 service neutron] Attempting to bind port bfb1b179-de64-40af-bf48-40b70baa981c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:24:18.201310 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-e628ebb1-afe1-40d3-9831-deab6bc1a582 service neutron] Attempting to bind port bfb1b179-de64-40af-bf48-40b70baa981c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '74371482-7c2b-46de-98da-8bc444f5efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc'}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:24:18.201310 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-e628ebb1-afe1-40d3-9831-deab6bc1a582 service neutron] Attempting to bind port bfb1b179-de64-40af-bf48-40b70baa981c on network 6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:24:18.204365 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-e628ebb1-afe1-40d3-9831-deab6bc1a582 service neutron] Port bfb1b179-de64-40af-bf48-40b70baa981c on network 6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 23:24:18.204682 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-e628ebb1-afe1-40d3-9831-deab6bc1a582 service neutron] Attempting to bind port bfb1b179-de64-40af-bf48-40b70baa981c on network 6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:24:18.209778 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-e628ebb1-afe1-40d3-9831-deab6bc1a582 service neutron] Checking agent: {'id': 'c3ad4338-66dc-4d28-9621-abda7889d413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'started_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:24:18.210109 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-e628ebb1-afe1-40d3-9831-deab6bc1a582 service neutron] Checking segment: {'id': '74371482-7c2b-46de-98da-8bc444f5efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:24:18.210485 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-e628ebb1-afe1-40d3-9831-deab6bc1a582 service neutron] Bound using segment: {'id': '74371482-7c2b-46de-98da-8bc444f5efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc'} {{(pid=103607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:24:18.210900 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.managers [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-e628ebb1-afe1-40d3-9831-deab6bc1a582 service neutron] Bound port: bfb1b179-de64-40af-bf48-40b70baa981c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74371482-7c2b-46de-98da-8bc444f5efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc'}}] {{(pid=103607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:24:18.211247 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-e628ebb1-afe1-40d3-9831-deab6bc1a582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (bfb1b179-de64-40af-bf48-40b70baa981c), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:18.258278 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d68190c5-c6e4-4f81-8bf2-4e85988cadd3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b0c5a8c78de4cedabc1710b0a7bcb52 HTTP/1.1" status: 200 len: 379 time: 0.0665026 Mar 07 23:24:18.269972 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-aa12932e-5958-4c42-ab42-6a42998dd85a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Request body: {'port': {'device_id': '6e9a29f9-9730-4253-8757-120a57b63f6d', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'admin_state_up': True, 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'security_groups': ['8270a7e7-8bf1-4752-8d57-438eb3c3c81b']}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:24:18.311903 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-e628ebb1-afe1-40d3-9831-deab6bc1a582 service neutron] For port bfb1b179-de64-40af-bf48-40b70baa981c, host hv-cinder-81322, cleared binding levels {{(pid=103607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:24:18.316035 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-e628ebb1-afe1-40d3-9831-deab6bc1a582 service neutron] For port bfb1b179-de64-40af-bf48-40b70baa981c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bfb1b179-de64-40af-bf48-40b70baa981c,segment=NetworkSegment(74371482-7c2b-46de-98da-8bc444f5efeb),segment_id=74371482-7c2b-46de-98da-8bc444f5efeb)] {{(pid=103607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:24:18.330252 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8970882-dc0c-4849-911b-7c2cb9343fe6 req-29054ffb-ca28-4a53-8c54-2c13024ead6a tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:18.331748 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f8970882-dc0c-4849-911b-7c2cb9343fe6 req-29054ffb-ca28-4a53-8c54-2c13024ead6a tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=df8dfe99-9300-4bfa-a342-5f9fd214cba5 HTTP/1.1" status: 200 len: 943 time: 0.0842457 Mar 07 23:24:18.380764 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-e628ebb1-afe1-40d3-9831-deab6bc1a582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280631'] for port (bfb1b179-de64-40af-bf48-40b70baa981c), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:18.392752 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f8970882-dc0c-4849-911b-7c2cb9343fe6 req-9db3e6cf-fe9e-4cce-8e39-0a6ae4e8f305 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553832 Mar 07 23:24:18.424305 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-e628ebb1-afe1-40d3-9831-deab6bc1a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:18.424917 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-e628ebb1-afe1-40d3-9831-deab6bc1a582 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:18.426282 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-e628ebb1-afe1-40d3-9831-deab6bc1a582 service neutron] 10.222.0.16 "PUT /v2.0/ports/bfb1b179-de64-40af-bf48-40b70baa981c HTTP/1.1" status: 200 len: 1093 time: 0.7386901 Mar 07 23:24:18.426720 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8dfe99-9300-4bfa-a342-5f9fd214cba5', 'tag': 'bfb1b179-de64-40af-bf48-40b70baa981c'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:24:18.430168 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b15efdc-3714-4fc9-8df3-b97af33aa459" -d '{"events": [{"name": "network-changed", "server_uuid": "df8dfe99-9300-4bfa-a342-5f9fd214cba5", "tag": "bfb1b179-de64-40af-bf48-40b70baa981c"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:24:18.445561 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9fc2bb46-8975-441e-a46c-fb529d85fecb req-15b957a4-fe8c-4eca-830b-2fd015e966da tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 210 time: 0.0395620 Mar 07 23:24:18.452862 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-aa12932e-5958-4c42-ab42-6a42998dd85a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Made reservation on behalf of 2b0c5a8c78de4cedabc1710b0a7bcb52 for: {'port': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:24:18.457143 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-aa12932e-5958-4c42-ab42-6a42998dd85a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:18.461823 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628ebb1-afe1-40d3-9831-deab6bc1a582 service neutron] Pushing event updated for resources: {'Port': ['ID=bfb1b179-de64-40af-bf48-40b70baa981c,revision_number=3']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:18.479800 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc43249-bc40-4699-95f0-b004c7e42521 x-openstack-request-id: req-cdc43249-bc40-4699-95f0-b004c7e42521 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:24:18.480086 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8dfe99-9300-4bfa-a342-5f9fd214cba5", "tag": "bfb1b179-de64-40af-bf48-40b70baa981c", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:24:18.480336 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cdc43249-bc40-4699-95f0-b004c7e42521 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:24:18.480733 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8dfe99-9300-4bfa-a342-5f9fd214cba5', 'tag': 'bfb1b179-de64-40af-bf48-40b70baa981c', 'status': 'completed', 'code': 200} Mar 07 23:24:18.554306 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15efdc-3714-4fc9-8df3-b97af33aa459 req-cd77543d-8b9f-4d57-ad29-968537bef144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:18.555950 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-7b15efdc-3714-4fc9-8df3-b97af33aa459 req-cd77543d-8b9f-4d57-ad29-968537bef144 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65f628ebfe59412f9259197b2312e9db&device_id=df8dfe99-9300-4bfa-a342-5f9fd214cba5 HTTP/1.1" status: 200 len: 1127 time: 0.0559077 Mar 07 23:24:18.610250 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-aa12932e-5958-4c42-ab42-6a42998dd85a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Allocated IP 172.20.0.8 (60cd751d-3709-4142-8796-5cc239f83beb/ebe707c4-73f7-4b8d-a363-ddcbe10d5528/3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:24:18.660019 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15efdc-3714-4fc9-8df3-b97af33aa459 req-6aa46cd1-9767-4ce2-b289-5af5af8e7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:18.662396 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-7b15efdc-3714-4fc9-8df3-b97af33aa459 req-6aa46cd1-9767-4ce2-b289-5af5af8e7e9f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=65f628ebfe59412f9259197b2312e9db&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0959182 Mar 07 23:24:18.748561 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-aa12932e-5958-4c42-ab42-6a42998dd85a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for port (3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:18.830707 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-aa12932e-5958-4c42-ab42-6a42998dd85a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:18.876922 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-aa12932e-5958-4c42-ab42-6a42998dd85a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Network 60cd751d-3709-4142-8796-5cc239f83beb is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:24:18.880119 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-aa12932e-5958-4c42-ab42-6a42998dd85a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:24:18.883873 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-aa12932e-5958-4c42-ab42-6a42998dd85a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:24:18.910673 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12932e-5958-4c42-ab42-6a42998dd85a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Pushing event updated for resources: {'Port': ['ID=3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:18.939636 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-aa12932e-5958-4c42-ab42-6a42998dd85a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:18.940306 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-aa12932e-5958-4c42-ab42-6a42998dd85a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:19.015893 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-aa12932e-5958-4c42-ab42-6a42998dd85a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7498062 Mar 07 23:24:19.030766 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d487c737-d42b-49d3-a06f-baafd0a8db45 service neutron] Request body: {'port': {'device_id': '6e9a29f9-9730-4253-8757-120a57b63f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:24:19.061254 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15efdc-3714-4fc9-8df3-b97af33aa459 req-adbf7593-b7bb-48b6-93ac-c6c696b03f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:19.062751 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-7b15efdc-3714-4fc9-8df3-b97af33aa459 req-adbf7593-b7bb-48b6-93ac-c6c696b03f5f service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3886628 Mar 07 23:24:19.103710 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d487c737-d42b-49d3-a06f-baafd0a8db45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:19.145612 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-ef39abfb-7e33-44d6-9772-c4e096b46802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:19.147112 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-ef39abfb-7e33-44d6-9772-c4e096b46802 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65f628ebfe59412f9259197b2312e9db&device_id=df8dfe99-9300-4bfa-a342-5f9fd214cba5 HTTP/1.1" status: 200 len: 1127 time: 0.0453360 Mar 07 23:24:19.188071 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-6a519c5f-1bae-478d-8c08-e1a6efb868de None None] Provisioning complete for port 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:24:19.188615 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-6a519c5f-1bae-478d-8c08-e1a6efb868de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:19.196425 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-4ed2e31e-e512-4f6f-80cb-0bf886586109 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfb1b179-de64-40af-bf48-40b70baa981c HTTP/1.1" status: 200 len: 217 time: 0.0344849 Mar 07 23:24:19.229475 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-6a519c5f-1bae-478d-8c08-e1a6efb868de None None] Port 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:24:19.250181 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-42dd92a1-bdbb-43c2-8137-9b4202ee9595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:19.251629 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-42dd92a1-bdbb-43c2-8137-9b4202ee9595 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=847f568e-86e2-4f9c-842c-14f21237e1e8 HTTP/1.1" status: 200 len: 853 time: 0.0482063 Mar 07 23:24:19.282419 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-09de651c-9dd4-4de4-8dc8-3f14c8c6fd44 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253403 Mar 07 23:24:19.358420 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d487c737-d42b-49d3-a06f-baafd0a8db45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:24:19.366235 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d487c737-d42b-49d3-a06f-baafd0a8db45 service neutron] Publish callbacks [] for port (3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:19.370133 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-87a1cff4-7b3b-41c7-a8bc-5ddd68c5e293 service neutron] 10.222.0.16 "GET /v2.0/networks/6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816371 Mar 07 23:24:19.378050 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d487c737-d42b-49d3-a06f-baafd0a8db45 service neutron] Transition to ACTIVE for port object 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da will not be triggered until provisioned by entity L2. {{(pid=103608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 23:24:19.447690 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d487c737-d42b-49d3-a06f-baafd0a8db45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:19.461147 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4f64c6f2-dfdd-462b-9d95-2bc0cbf32509 req-13da5ec0-fb04-410d-b2b5-e1c7e041bdf1 service neutron] 10.222.0.16 "GET /v2.0/networks/6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849025 Mar 07 23:24:19.533448 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a3e4a-019d-4317-b7c3-cb09b057e04b req-3d1e9cbd-cd7e-4073-b1c2-b1a62dab714b tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:19.537706 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-931a3e4a-019d-4317-b7c3-cb09b057e04b req-3d1e9cbd-cd7e-4073-b1c2-b1a62dab714b tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=df8dfe99-9300-4bfa-a342-5f9fd214cba5 HTTP/1.1" status: 200 len: 943 time: 0.0727592 Mar 07 23:24:19.542564 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487c737-d42b-49d3-a06f-baafd0a8db45 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:19.605712 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-931a3e4a-019d-4317-b7c3-cb09b057e04b req-d18a7ad7-a226-4431-bb71-1d32d2654ea4 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605698 Mar 07 23:24:19.616604 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d487c737-d42b-49d3-a06f-baafd0a8db45 service neutron] Attempting to bind port 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:24:19.616871 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d487c737-d42b-49d3-a06f-baafd0a8db45 service neutron] Attempting to bind port 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'acbb6c4e-37f7-4347-8261-3f6da46e7cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:24:19.617221 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d487c737-d42b-49d3-a06f-baafd0a8db45 service neutron] Attempting to bind port 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da on network 60cd751d-3709-4142-8796-5cc239f83beb {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:24:19.626980 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9586ea-6cd5-45a9-9fe1-b670d05f45ea req-7719fc43-396f-48de-8b81-1173b210fe60 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:19.628506 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ee9586ea-6cd5-45a9-9fe1-b670d05f45ea req-7719fc43-396f-48de-8b81-1173b210fe60 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 943 time: 0.1037340 Mar 07 23:24:19.630767 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d487c737-d42b-49d3-a06f-baafd0a8db45 service neutron] Port 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da on network 60cd751d-3709-4142-8796-5cc239f83beb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 23:24:19.631088 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d487c737-d42b-49d3-a06f-baafd0a8db45 service neutron] Attempting to bind port 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da on network 60cd751d-3709-4142-8796-5cc239f83beb {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:24:19.642327 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d487c737-d42b-49d3-a06f-baafd0a8db45 service neutron] Checking agent: {'id': 'c3ad4338-66dc-4d28-9621-abda7889d413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'started_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:24:19.642668 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d487c737-d42b-49d3-a06f-baafd0a8db45 service neutron] Checking segment: {'id': 'acbb6c4e-37f7-4347-8261-3f6da46e7cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:24:19.643042 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d487c737-d42b-49d3-a06f-baafd0a8db45 service neutron] Bound using segment: {'id': 'acbb6c4e-37f7-4347-8261-3f6da46e7cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:24:19.643478 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d487c737-d42b-49d3-a06f-baafd0a8db45 service neutron] Bound port: 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acbb6c4e-37f7-4347-8261-3f6da46e7cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:24:19.643832 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d487c737-d42b-49d3-a06f-baafd0a8db45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:19.939715 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ee9586ea-6cd5-45a9-9fe1-b670d05f45ea req-5521a95b-d0b6-4cae-bea5-ccc56cdbd662 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=8270a7e7-8bf1-4752-8d57-438eb3c3c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3052163 Mar 07 23:24:19.960604 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d487c737-d42b-49d3-a06f-baafd0a8db45 service neutron] For port 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da, host hv-cinder-81322, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:24:19.963614 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d487c737-d42b-49d3-a06f-baafd0a8db45 service neutron] For port 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da,segment=NetworkSegment(acbb6c4e-37f7-4347-8261-3f6da46e7cfc),segment_id=acbb6c4e-37f7-4347-8261-3f6da46e7cfc)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:24:20.041921 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d487c737-d42b-49d3-a06f-baafd0a8db45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:20.074713 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d487c737-d42b-49d3-a06f-baafd0a8db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:20.074713 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d487c737-d42b-49d3-a06f-baafd0a8db45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:20.076040 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-d487c737-d42b-49d3-a06f-baafd0a8db45 service neutron] 10.222.0.16 "PUT /v2.0/ports/3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da HTTP/1.1" status: 200 len: 1093 time: 1.0498545 Mar 07 23:24:20.078173 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9a29f9-9730-4253-8757-120a57b63f6d', 'tag': '3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:24:20.080364 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa839b1-3f0d-4cf9-a07f-f31e222966dd" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9a29f9-9730-4253-8757-120a57b63f6d", "tag": "3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:24:20.107831 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487c737-d42b-49d3-a06f-baafd0a8db45 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:20.131882 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae2e008-ebad-4d0e-b41c-1456cc72a2dd x-openstack-request-id: req-6ae2e008-ebad-4d0e-b41c-1456cc72a2dd {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:24:20.131882 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9a29f9-9730-4253-8757-120a57b63f6d", "tag": "3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:24:20.131882 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ae2e008-ebad-4d0e-b41c-1456cc72a2dd {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:24:20.131882 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9a29f9-9730-4253-8757-120a57b63f6d', 'tag': '3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da', 'status': 'completed', 'code': 200} Mar 07 23:24:20.188473 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa839b1-3f0d-4cf9-a07f-f31e222966dd req-8dbd1ec0-71e3-43a2-914f-daed262f66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:20.190163 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5aa839b1-3f0d-4cf9-a07f-f31e222966dd req-8dbd1ec0-71e3-43a2-914f-daed262f66fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b0c5a8c78de4cedabc1710b0a7bcb52&device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 1127 time: 0.0457137 Mar 07 23:24:20.291665 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa839b1-3f0d-4cf9-a07f-f31e222966dd req-2ea8e8cf-bfed-432d-b963-b7898b9fa2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:20.293144 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5aa839b1-3f0d-4cf9-a07f-f31e222966dd req-2ea8e8cf-bfed-432d-b963-b7898b9fa2fe service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=2b0c5a8c78de4cedabc1710b0a7bcb52&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0946949 Mar 07 23:24:20.382349 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa839b1-3f0d-4cf9-a07f-f31e222966dd req-96018cf0-0536-47a3-9919-88bf001de398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:20.383696 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5aa839b1-3f0d-4cf9-a07f-f31e222966dd req-96018cf0-0536-47a3-9919-88bf001de398 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0836983 Mar 07 23:24:20.464543 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-e7bd4494-f62d-4c39-becc-ac135e4f6bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:20.465935 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-e7bd4494-f62d-4c39-becc-ac135e4f6bff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b0c5a8c78de4cedabc1710b0a7bcb52&device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 1127 time: 0.0462127 Mar 07 23:24:20.506368 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-07637872-f78e-4e34-8457-3b0d2c9a695f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da HTTP/1.1" status: 200 len: 217 time: 0.0333142 Mar 07 23:24:20.552815 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-b4869dca-2228-4a05-9e38-554fee0f9a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:20.554305 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-b4869dca-2228-4a05-9e38-554fee0f9a39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebe707c4-73f7-4b8d-a363-ddcbe10d5528 HTTP/1.1" status: 200 len: 850 time: 0.0416760 Mar 07 23:24:20.601065 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-3f601d2d-c049-4550-8311-fc934fe084fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:20.602493 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-3f601d2d-c049-4550-8311-fc934fe084fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60cd751d-3709-4142-8796-5cc239f83beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416732 Mar 07 23:24:20.722567 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-3e497450-8c9a-4235-842f-9f3750414e6c service neutron] 10.222.0.16 "GET /v2.0/networks/60cd751d-3709-4142-8796-5cc239f83beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131310 Mar 07 23:24:20.733880 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7d3a3-3dc7-4ea4-8ac8-f422e3cfe053 req-9e8611d2-f32c-4953-850e-da1200b9c354 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:20.735248 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-50c7d3a3-3dc7-4ea4-8ac8-f422e3cfe053 req-9e8611d2-f32c-4953-850e-da1200b9c354 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=df8dfe99-9300-4bfa-a342-5f9fd214cba5 HTTP/1.1" status: 200 len: 943 time: 0.0696304 Mar 07 23:24:20.836700 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-50c7d3a3-3dc7-4ea4-8ac8-f422e3cfe053 req-be14ca43-9da1-41ba-8a89-1305acb2f085 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938475 Mar 07 23:24:20.850462 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2fab9771-d2d9-4234-b536-a335e3d279fe req-c7af2415-fab5-4bd3-b7d0-2ebb9db8e50c service neutron] 10.222.0.16 "GET /v2.0/networks/60cd751d-3709-4142-8796-5cc239f83beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143286 Mar 07 23:24:21.059879 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c1818-b80c-43b8-8637-f4eae29a14ee req-a591680e-87b2-42b1-a43e-ce0cfb3430e3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:21.061379 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f84c1818-b80c-43b8-8637-f4eae29a14ee req-a591680e-87b2-42b1-a43e-ce0cfb3430e3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 943 time: 0.0551953 Mar 07 23:24:21.106556 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f84c1818-b80c-43b8-8637-f4eae29a14ee req-f82d76b1-08f8-4bdc-bd52-0b7acffa51b5 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=8270a7e7-8bf1-4752-8d57-438eb3c3c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396495 Mar 07 23:24:21.951751 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbcd27-929c-477b-be6b-9a7f52d3bd3f req-1f9ec83d-ed8a-4f8b-bb35-6859b097e62a tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:21.953230 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ddcbcd27-929c-477b-be6b-9a7f52d3bd3f req-1f9ec83d-ed8a-4f8b-bb35-6859b097e62a tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=df8dfe99-9300-4bfa-a342-5f9fd214cba5 HTTP/1.1" status: 200 len: 943 time: 0.0513215 Mar 07 23:24:21.997460 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ddcbcd27-929c-477b-be6b-9a7f52d3bd3f req-ba519139-b55f-409b-89bb-6f65420d49e2 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387905 Mar 07 23:24:22.220236 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0e173-50f8-4503-9aaf-c0874086efd7 req-6c15ed0d-fbcb-493a-a2b9-6e39fff947f7 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:22.221716 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-fed0e173-50f8-4503-9aaf-c0874086efd7 req-6c15ed0d-fbcb-493a-a2b9-6e39fff947f7 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 943 time: 0.0511370 Mar 07 23:24:22.266477 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-fed0e173-50f8-4503-9aaf-c0874086efd7 req-b1a722c6-fe99-45e6-8088-e6d705b02758 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=8270a7e7-8bf1-4752-8d57-438eb3c3c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394006 Mar 07 23:24:22.703260 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device bfb1b179-de64-40af-bf48-40b70baa981c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:24:22.796860 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port bfb1b179-de64-40af-bf48-40b70baa981c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bfb1b179-de64-40af-bf48-40b70baa981c,segment=NetworkSegment(74371482-7c2b-46de-98da-8bc444f5efeb),segment_id=74371482-7c2b-46de-98da-8bc444f5efeb)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:24:22.807690 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': 'bfb1b179-de64-40af-bf48-40b70baa981c', 'network_id': '6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc', 'port_id': 'bfb1b179-de64-40af-bf48-40b70baa981c', 'mac_address': 'fa:16:3e:e8:72:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '847f568e-86e2-4f9c-842c-14f21237e1e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:24:22.844649 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port bfb1b179-de64-40af-bf48-40b70baa981c is: DOWN; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:24:22.845191 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (bfb1b179-de64-40af-bf48-40b70baa981c), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:22.861167 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfb1b179-de64-40af-bf48-40b70baa981c {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:24:22.882378 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port bfb1b179-de64-40af-bf48-40b70baa981c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bfb1b179-de64-40af-bf48-40b70baa981c,segment=NetworkSegment(74371482-7c2b-46de-98da-8bc444f5efeb),segment_id=74371482-7c2b-46de-98da-8bc444f5efeb)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:24:22.950164 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (bfb1b179-de64-40af-bf48-40b70baa981c), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:22.996450 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=bfb1b179-de64-40af-bf48-40b70baa981c,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:23.003236 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:23.003591 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:23.003963 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:23.004306 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:23.004640 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:23.004977 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:23.005318 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:23.005646 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:23.005986 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:23.006294 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:23.006619 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:23.006936 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:23.007257 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:24:23.113898 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd0f3f-afe2-41ca-80ce-c14fde7b984c req-e8bba56d-fab0-4fc0-b3d2-63168399290e tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:23.115404 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-93cd0f3f-afe2-41ca-80ce-c14fde7b984c req-e8bba56d-fab0-4fc0-b3d2-63168399290e tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=df8dfe99-9300-4bfa-a342-5f9fd214cba5 HTTP/1.1" status: 200 len: 944 time: 0.0541489 Mar 07 23:24:23.164150 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-93cd0f3f-afe2-41ca-80ce-c14fde7b984c req-6977a6f9-a707-49ea-bd26-bc77e54918c3 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432751 Mar 07 23:24:23.203300 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['bfb1b179-de64-40af-bf48-40b70baa981c'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:24:23.389902 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4b8f8-8d7e-4721-8895-27cd1c87f485 req-c15ade42-de7a-409f-b55c-f6dded5003af tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:23.391433 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f1e4b8f8-8d7e-4721-8895-27cd1c87f485 req-c15ade42-de7a-409f-b55c-f6dded5003af tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 943 time: 0.0585477 Mar 07 23:24:23.437473 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f1e4b8f8-8d7e-4721-8895-27cd1c87f485 req-de50469b-d42d-4864-b394-f3caef52a115 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=8270a7e7-8bf1-4752-8d57-438eb3c3c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405102 Mar 07 23:24:23.904324 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-844a1a92-fbfb-447d-9add-4fcc092f6511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:24.279424 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57bf22-9424-4b76-8ae0-0af7c4a4a231 req-e82326fa-3048-4583-9b22-f161a9bb6d4e tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:24.280900 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-8a57bf22-9424-4b76-8ae0-0af7c4a4a231 req-e82326fa-3048-4583-9b22-f161a9bb6d4e tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=df8dfe99-9300-4bfa-a342-5f9fd214cba5 HTTP/1.1" status: 200 len: 944 time: 0.0515196 Mar 07 23:24:24.326536 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-8a57bf22-9424-4b76-8ae0-0af7c4a4a231 req-762ce62c-e98f-42d1-8d34-e40249de2664 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401754 Mar 07 23:24:24.551718 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17bfd0-acaa-4bae-8088-a7e065d3b6c5 req-2c02e4db-1cd2-4b97-80b7-b4298927bc47 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:24.554989 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ef17bfd0-acaa-4bae-8088-a7e065d3b6c5 req-2c02e4db-1cd2-4b97-80b7-b4298927bc47 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 943 time: 0.0514331 Mar 07 23:24:24.600055 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ef17bfd0-acaa-4bae-8088-a7e065d3b6c5 req-b585a3c3-8a79-45ab-84f3-c959b45e5c1e tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=8270a7e7-8bf1-4752-8d57-438eb3c3c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408938 Mar 07 23:24:24.720718 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:24:24.723752 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device bfb1b179-de64-40af-bf48-40b70baa981c up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:24:24.983216 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da,segment=NetworkSegment(acbb6c4e-37f7-4347-8261-3f6da46e7cfc),segment_id=acbb6c4e-37f7-4347-8261-3f6da46e7cfc)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:24:24.994440 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': '3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'port_id': '3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da', 'mac_address': 'fa:16:3e:0b:e0:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:24:25.019467 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning for port bfb1b179-de64-40af-bf48-40b70baa981c completed by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 23:24:25.029503 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port bfb1b179-de64-40af-bf48-40b70baa981c triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:24:25.029873 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (bfb1b179-de64-40af-bf48-40b70baa981c), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:25.054259 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da is: DOWN; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:24:25.054639 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:25.076112 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:24:25.101873 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da,segment=NetworkSegment(acbb6c4e-37f7-4347-8261-3f6da46e7cfc),segment_id=acbb6c4e-37f7-4347-8261-3f6da46e7cfc)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:24:25.137952 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port bfb1b179-de64-40af-bf48-40b70baa981c is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:24:25.138343 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (bfb1b179-de64-40af-bf48-40b70baa981c), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:25.152411 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:25.187062 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8dfe99-9300-4bfa-a342-5f9fd214cba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb1b179-de64-40af-bf48-40b70baa981c'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:24:25.189310 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca5409d-2e74-477b-bb04-3a490cf53237" -d '{"events": [{"server_uuid": "df8dfe99-9300-4bfa-a342-5f9fd214cba5", "name": "network-vif-plugged", "status": "completed", "tag": "bfb1b179-de64-40af-bf48-40b70baa981c"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:24:25.207474 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port bfb1b179-de64-40af-bf48-40b70baa981c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bfb1b179-de64-40af-bf48-40b70baa981c,segment=NetworkSegment(74371482-7c2b-46de-98da-8bc444f5efeb),segment_id=74371482-7c2b-46de-98da-8bc444f5efeb)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:24:25.221394 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:25.228694 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f8610e-d9d1-4430-8251-a0088af57304 x-openstack-request-id: req-f6f8610e-d9d1-4430-8251-a0088af57304 {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:24:25.229055 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8dfe99-9300-4bfa-a342-5f9fd214cba5", "name": "network-vif-plugged", "status": "completed", "tag": "bfb1b179-de64-40af-bf48-40b70baa981c", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:24:25.229420 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6f8610e-d9d1-4430-8251-a0088af57304 {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:24:25.229694 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8dfe99-9300-4bfa-a342-5f9fd214cba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb1b179-de64-40af-bf48-40b70baa981c', 'code': 200} Mar 07 23:24:25.253223 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (bfb1b179-de64-40af-bf48-40b70baa981c), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:25.303797 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=bfb1b179-de64-40af-bf48-40b70baa981c,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:25.397961 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:24:25.454041 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c228f-78ac-45b1-a7d4-218d37732016 req-30043228-6da2-4b96-83a5-ff5f1c23059b tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:25.455563 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-738c228f-78ac-45b1-a7d4-218d37732016 req-30043228-6da2-4b96-83a5-ff5f1c23059b tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=df8dfe99-9300-4bfa-a342-5f9fd214cba5 HTTP/1.1" status: 200 len: 945 time: 0.0560575 Mar 07 23:24:25.536073 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-738c228f-78ac-45b1-a7d4-218d37732016 req-25899ee8-e92a-4838-9623-5f88d45caf37 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747530 Mar 07 23:24:25.542790 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd09f5-ba4c-4bc3-9220-d1e12829ddea req-daa90a0f-4630-4482-8e8f-e807f5ecffee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:25.544226 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-cffd09f5-ba4c-4bc3-9220-d1e12829ddea req-daa90a0f-4630-4482-8e8f-e807f5ecffee service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=df8dfe99-9300-4bfa-a342-5f9fd214cba5 HTTP/1.1" status: 200 len: 1129 time: 0.0764470 Mar 07 23:24:25.591236 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-cffd09f5-ba4c-4bc3-9220-d1e12829ddea req-ea7c61e5-1759-40c4-9de7-79f11de0ad67 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404444 Mar 07 23:24:25.725371 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67914170-b4aa-4aa3-abfd-d8dc6ff622d6 req-c6248d64-7015-4ac6-967b-669ce2a6a96c tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:25.726860 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-67914170-b4aa-4aa3-abfd-d8dc6ff622d6 req-c6248d64-7015-4ac6-967b-669ce2a6a96c tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 944 time: 0.0571642 Mar 07 23:24:25.771600 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-67914170-b4aa-4aa3-abfd-d8dc6ff622d6 req-48eee4be-af4e-4326-8550-bc45cfcc359c tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=8270a7e7-8bf1-4752-8d57-438eb3c3c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387568 Mar 07 23:24:25.911061 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:26.053284 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:24:26.161507 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-24223531-71c0-4671-a3b2-47062395b8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:26.653074 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfed88-f301-44d8-a567-6ba6a383a82c req-a97cf344-a314-4e06-a06c-c3ea78b02149 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:26.654592 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-37bfed88-f301-44d8-a567-6ba6a383a82c req-a97cf344-a314-4e06-a06c-c3ea78b02149 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=df8dfe99-9300-4bfa-a342-5f9fd214cba5 HTTP/1.1" status: 200 len: 945 time: 0.0530443 Mar 07 23:24:26.701336 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-37bfed88-f301-44d8-a567-6ba6a383a82c req-37ba9cbd-a237-468f-949b-881bcd38817c tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411701 Mar 07 23:24:26.733615 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:24:26.881781 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning for port 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da completed by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 23:24:26.886690 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:24:26.891522 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:26.891669 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e4a7c-9fc8-4671-b45a-23527012a6cb req-3f79ae8d-a430-44ba-9ed2-9cd259e1d130 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:26.891669 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9c1e4a7c-9fc8-4671-b45a-23527012a6cb req-3f79ae8d-a430-44ba-9ed2-9cd259e1d130 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 944 time: 0.0529025 Mar 07 23:24:26.938641 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9c1e4a7c-9fc8-4671-b45a-23527012a6cb req-fbdfbfe3-d809-45b3-97f0-8e862e807b6f tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=8270a7e7-8bf1-4752-8d57-438eb3c3c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420799 Mar 07 23:24:26.966887 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:24:26.967284 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:26.999196 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da,segment=NetworkSegment(acbb6c4e-37f7-4347-8261-3f6da46e7cfc),segment_id=acbb6c4e-37f7-4347-8261-3f6da46e7cfc)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:24:27.081839 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:27.129172 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:27.231566 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9a29f9-9730-4253-8757-120a57b63f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:24:27.233831 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ca95be-8ada-4803-8eae-9cbc8033826b" -d '{"events": [{"server_uuid": "6e9a29f9-9730-4253-8757-120a57b63f6d", "name": "network-vif-plugged", "status": "completed", "tag": "3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:24:27.267053 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5a3f42-1a09-41a3-94a5-4d858f4321c8 x-openstack-request-id: req-3e5a3f42-1a09-41a3-94a5-4d858f4321c8 {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:24:27.267344 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9a29f9-9730-4253-8757-120a57b63f6d", "name": "network-vif-plugged", "status": "completed", "tag": "3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:24:27.267593 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e5a3f42-1a09-41a3-94a5-4d858f4321c8 {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:24:27.267980 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9a29f9-9730-4253-8757-120a57b63f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da', 'code': 200} Mar 07 23:24:27.518179 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e63b75-04eb-40ca-8906-0f85973d1063 req-32a7921c-fb26-4b35-98ab-b27ec52720ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:27.519654 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-25e63b75-04eb-40ca-8906-0f85973d1063 req-32a7921c-fb26-4b35-98ab-b27ec52720ef service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 1129 time: 0.0434194 Mar 07 23:24:27.564605 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-25e63b75-04eb-40ca-8906-0f85973d1063 req-82e666b0-fff3-45d9-b2a6-db99ca7053ed service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8270a7e7-8bf1-4752-8d57-438eb3c3c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389700 Mar 07 23:24:27.692856 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:27.827296 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc97ce8-8be3-40c9-a6b9-a65906e3bf4a req-1e12fdf3-e7c5-4176-8f2e-5a28512a2456 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:27.827296 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-7bc97ce8-8be3-40c9-a6b9-a65906e3bf4a req-1e12fdf3-e7c5-4176-8f2e-5a28512a2456 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=df8dfe99-9300-4bfa-a342-5f9fd214cba5 HTTP/1.1" status: 200 len: 945 time: 0.0521300 Mar 07 23:24:27.872842 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-7bc97ce8-8be3-40c9-a6b9-a65906e3bf4a req-d1e58dbf-ee35-4477-b523-8444762fd3d6 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442710 Mar 07 23:24:28.058135 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39c5c5-70a0-4fc7-8684-8a0ac6df39c0 req-500b7022-bb2c-4234-ae76-a18d8ee166ba tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:28.064611 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-7b39c5c5-70a0-4fc7-8684-8a0ac6df39c0 req-500b7022-bb2c-4234-ae76-a18d8ee166ba tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 945 time: 0.0529413 Mar 07 23:24:28.108397 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-7b39c5c5-70a0-4fc7-8684-8a0ac6df39c0 req-8c544de0-4546-435a-969c-2f719d8fce9d tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=8270a7e7-8bf1-4752-8d57-438eb3c3c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422201 Mar 07 23:24:28.864526 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:29.234744 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcef800-2dc1-4df1-a128-c23b6d66a0fa req-e3de8dc3-3d21-41a3-9984-0aba270e2ece tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:29.236228 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4bcef800-2dc1-4df1-a128-c23b6d66a0fa req-e3de8dc3-3d21-41a3-9984-0aba270e2ece tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 945 time: 0.0543563 Mar 07 23:24:29.285552 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4bcef800-2dc1-4df1-a128-c23b6d66a0fa req-260c68cc-9263-48be-8d70-1a20a4a0de0e tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=8270a7e7-8bf1-4752-8d57-438eb3c3c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438211 Mar 07 23:24:29.397241 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b67a39-eccc-421d-a614-eaa1ab898bf2 req-443d1d86-8679-4748-a5e6-5f6b19939ddb tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:29.398715 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e4b67a39-eccc-421d-a614-eaa1ab898bf2 req-443d1d86-8679-4748-a5e6-5f6b19939ddb tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 945 time: 0.0524421 Mar 07 23:24:29.407065 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 45736) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:24:29.411577 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-6c392795-dc1c-4952-9dc6-9857ad1936f3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Request body: {'floatingip': {'port_id': '3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:24:29.455945 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6c392795-dc1c-4952-9dc6-9857ad1936f3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for floatingip (7ab5be90-5526-46f9-bd71-292497006f9f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:29.892097 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6c392795-dc1c-4952-9dc6-9857ad1936f3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:29.945089 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6c392795-dc1c-4952-9dc6-9857ad1936f3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (7ab5be90-5526-46f9-bd71-292497006f9f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:30.047244 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.db.l3_db [None req-6c392795-dc1c-4952-9dc6-9857ad1936f3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Floating IP 7ab5be90-5526-46f9-bd71-292497006f9f associated. External IP: 172.27.3.134, port: 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da. Mar 07 23:24:30.260154 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c392795-dc1c-4952-9dc6-9857ad1936f3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Router 67f771ad-1081-44a5-aa16-4d38451cdf9f has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:24:30.361371 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:30.374029 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c392795-dc1c-4952-9dc6-9857ad1936f3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:24:30.379359 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6c392795-dc1c-4952-9dc6-9857ad1936f3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:30.384040 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dce648-394d-4766-a15b-4fc58e1635a0 None None] Sync routers for ids ['67f771ad-1081-44a5-aa16-4d38451cdf9f'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:24:30.393425 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dce648-394d-4766-a15b-4fc58e1635a0 None None] Routers {'67f771ad-1081-44a5-aa16-4d38451cdf9f'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:24:30.394051 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c5dce648-394d-4766-a15b-4fc58e1635a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:24:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['67f771ad-1081-44a5-aa16-4d38451cdf9f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:24:30.408375 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-6c392795-dc1c-4952-9dc6-9857ad1936f3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "PUT /v2.0/floatingips/7ab5be90-5526-46f9-bd71-292497006f9f HTTP/1.1" status: 200 len: 991 time: 1.0002668 Mar 07 23:24:30.410120 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9a29f9-9730-4253-8757-120a57b63f6d', 'tag': '3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:24:30.411167 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa83143-0341-49cd-9ef1-e2b61c906a44" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9a29f9-9730-4253-8757-120a57b63f6d", "tag": "3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:24:30.456359 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7ea847-f3f0-47bf-8384-ee6bf64d4060 x-openstack-request-id: req-9d7ea847-f3f0-47bf-8384-ee6bf64d4060 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:24:30.456652 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9a29f9-9730-4253-8757-120a57b63f6d", "tag": "3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:24:30.456906 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d7ea847-f3f0-47bf-8384-ee6bf64d4060 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:24:30.457332 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9a29f9-9730-4253-8757-120a57b63f6d', 'tag': '3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da', 'status': 'completed', 'code': 200} Mar 07 23:24:30.505871 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-c5dce648-394d-4766-a15b-4fc58e1635a0 None None] Set router 67f771ad-1081-44a5-aa16-4d38451cdf9f gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:24:30.523840 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa83143-0341-49cd-9ef1-e2b61c906a44 req-8a1a2737-bf0f-4fd9-ae91-23024d3cbdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:30.525415 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-7fa83143-0341-49cd-9ef1-e2b61c906a44 req-8a1a2737-bf0f-4fd9-ae91-23024d3cbdcb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b0c5a8c78de4cedabc1710b0a7bcb52&device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 1129 time: 0.0469453 Mar 07 23:24:30.621911 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa83143-0341-49cd-9ef1-e2b61c906a44 req-8329aa6b-2f1c-4192-9626-b347a1fe94a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:30.623373 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-7fa83143-0341-49cd-9ef1-e2b61c906a44 req-8329aa6b-2f1c-4192-9626-b347a1fe94a6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=60cd751d-3709-4142-8796-5cc239f83beb HTTP/1.1" status: 200 len: 912 time: 0.0909760 Mar 07 23:24:30.690854 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-7fa83143-0341-49cd-9ef1-e2b61c906a44 req-26a5430d-b039-4042-aa5a-da3f9535cbfd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da HTTP/1.1" status: 200 len: 999 time: 0.0609643 Mar 07 23:24:30.734495 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c5dce648-394d-4766-a15b-4fc58e1635a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'name': 'tempest-AttachVolumeTestJSON-1905255531-router', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:13Z', 'revision_number': 4, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'gw_port': {'id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:55Z', 'updated_at': '2022-03-07T23:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': '7ab5be90-5526-46f9-bd71-292497006f9f', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'port_id': '3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'mac_address': 'fa:16:3e:0b:e0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9a29f9-9730-4253-8757-120a57b63f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:24:14Z', 'updated_at': '2022-03-07T23:24:29Z', 'revision_number': 1, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b8263b-5bc5-4aea-9e5f-4f9687c6484b', 'name': '', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'mac_address': 'fa:16:3e:d2:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:08Z', 'updated_at': '2022-03-07T23:20:21Z', 'revision_number': 5, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'subnets': [{'id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:24:30.741213 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa83143-0341-49cd-9ef1-e2b61c906a44 req-7f283bd1-c9de-41ce-a429-43f776bb9ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:30.742678 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-7fa83143-0341-49cd-9ef1-e2b61c906a44 req-7f283bd1-c9de-41ce-a429-43f776bb9ce8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebe707c4-73f7-4b8d-a363-ddcbe10d5528 HTTP/1.1" status: 200 len: 850 time: 0.0456634 Mar 07 23:24:30.764531 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dce648-394d-4766-a15b-4fc58e1635a0 None None] Checking router: 67f771ad-1081-44a5-aa16-4d38451cdf9f for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:24:30.772705 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dce648-394d-4766-a15b-4fc58e1635a0 None None] Routers {'67f771ad-1081-44a5-aa16-4d38451cdf9f'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:24:30.773410 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c5dce648-394d-4766-a15b-4fc58e1635a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:24:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['67f771ad-1081-44a5-aa16-4d38451cdf9f'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:24:30.799322 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa83143-0341-49cd-9ef1-e2b61c906a44 req-4ced0881-4aca-4af0-938e-6c836f14e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:30.800845 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-7fa83143-0341-49cd-9ef1-e2b61c906a44 req-4ced0881-4aca-4af0-938e-6c836f14e2f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60cd751d-3709-4142-8796-5cc239f83beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510013 Mar 07 23:24:30.883095 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-c5dce648-394d-4766-a15b-4fc58e1635a0 None None] Set router 67f771ad-1081-44a5-aa16-4d38451cdf9f gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:24:30.890833 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-7fa83143-0341-49cd-9ef1-e2b61c906a44 req-4f3116ad-d798-40a3-9b8f-afb26cfe5c2d service neutron] 10.222.0.16 "GET /v2.0/networks/60cd751d-3709-4142-8796-5cc239f83beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838444 Mar 07 23:24:30.988469 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-7fa83143-0341-49cd-9ef1-e2b61c906a44 req-317c00cd-dbd3-4161-8cf7-a9d23fd81bc6 service neutron] 10.222.0.16 "GET /v2.0/networks/60cd751d-3709-4142-8796-5cc239f83beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840244 Mar 07 23:24:31.109522 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-c5dce648-394d-4766-a15b-4fc58e1635a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'name': 'tempest-AttachVolumeTestJSON-1905255531-router', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:13Z', 'revision_number': 4, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'gw_port': {'id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:55Z', 'updated_at': '2022-03-07T23:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': '7ab5be90-5526-46f9-bd71-292497006f9f', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'port_id': '3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'mac_address': 'fa:16:3e:0b:e0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9a29f9-9730-4253-8757-120a57b63f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:24:14Z', 'updated_at': '2022-03-07T23:24:29Z', 'revision_number': 1, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b8263b-5bc5-4aea-9e5f-4f9687c6484b', 'name': '', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'mac_address': 'fa:16:3e:d2:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:08Z', 'updated_at': '2022-03-07T23:20:21Z', 'revision_number': 5, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'subnets': [{'id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:24:31.140167 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dce648-394d-4766-a15b-4fc58e1635a0 None None] The sync data for ids ['67f771ad-1081-44a5-aa16-4d38451cdf9f'] in dv-cinder-813223-6-iscsi is: [{'id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'name': 'tempest-AttachVolumeTestJSON-1905255531-router', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:13Z', 'revision_number': 4, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'gw_port': {'id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:55Z', 'updated_at': '2022-03-07T23:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': '7ab5be90-5526-46f9-bd71-292497006f9f', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'port_id': '3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'mac_address': 'fa:16:3e:0b:e0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9a29f9-9730-4253-8757-120a57b63f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:24:14Z', 'updated_at': '2022-03-07T23:24:29Z', 'revision_number': 1, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b8263b-5bc5-4aea-9e5f-4f9687c6484b', 'name': '', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'mac_address': 'fa:16:3e:d2:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:08Z', 'updated_at': '2022-03-07T23:20:21Z', 'revision_number': 5, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'subnets': [{'id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:24:31.341412 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5235a20a-9900-4819-b81a-a5702adc40db None None] New status for floating IP 7ab5be90-5526-46f9-bd71-292497006f9f: ACTIVE {{(pid=103610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:24:34.425986 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07cb5e-e48f-485c-99d1-ee63cae0e0ee req-5886daf7-b936-490f-9824-dce31585be78 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:34.427465 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-7e07cb5e-e48f-485c-99d1-ee63cae0e0ee req-5886daf7-b936-490f-9824-dce31585be78 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 945 time: 0.0510223 Mar 07 23:24:34.475611 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-7e07cb5e-e48f-485c-99d1-ee63cae0e0ee req-8e875377-ffdf-4a36-a021-5dfd4124b3c5 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b752ad6-08ee-4b53-b923-f14e94f8bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425694 Mar 07 23:24:35.594683 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb6392-2c01-4ce9-a276-c5dc2023b5e0 req-136ed3cc-e4ff-4783-9202-206f64bbe796 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:35.596761 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8acb6392-2c01-4ce9-a276-c5dc2023b5e0 req-136ed3cc-e4ff-4783-9202-206f64bbe796 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 945 time: 0.0514610 Mar 07 23:24:35.647675 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8acb6392-2c01-4ce9-a276-c5dc2023b5e0 req-d749f9c4-1af4-4b19-b069-eaad9b0e916c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b752ad6-08ee-4b53-b923-f14e94f8bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451064 Mar 07 23:24:36.246432 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202839a-171a-45ae-b162-26d3c5940bb8 req-f71935b6-b74c-491f-bad2-095ba5a38d35 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:36.248434 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6202839a-171a-45ae-b162-26d3c5940bb8 req-f71935b6-b74c-491f-bad2-095ba5a38d35 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.16 "GET /v2.0/ports?device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 945 time: 0.0532401 Mar 07 23:24:36.341614 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [req-6202839a-171a-45ae-b162-26d3c5940bb8 req-fab31385-4a84-439f-b73c-e6950e014e49 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Deleting port f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:24:36.341953 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-6202839a-171a-45ae-b162-26d3c5940bb8 req-fab31385-4a84-439f-b73c-e6950e014e49 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (f80156e0-b88b-4a4a-a2c8-bdd67ddd5147), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:36.430155 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-6202839a-171a-45ae-b162-26d3c5940bb8 req-fab31385-4a84-439f-b73c-e6950e014e49 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] For port f80156e0-b88b-4a4a-a2c8-bdd67ddd5147, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f80156e0-b88b-4a4a-a2c8-bdd67ddd5147,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:24:36.430518 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-6202839a-171a-45ae-b162-26d3c5940bb8 req-fab31385-4a84-439f-b73c-e6950e014e49 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (f80156e0-b88b-4a4a-a2c8-bdd67ddd5147), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:36.648603 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-6202839a-171a-45ae-b162-26d3c5940bb8 req-fab31385-4a84-439f-b73c-e6950e014e49 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:36.649127 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-6202839a-171a-45ae-b162-26d3c5940bb8 req-fab31385-4a84-439f-b73c-e6950e014e49 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (2479599a-7be5-4e16-9871-1f65ff56c027), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:36.649127 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.db.l3_db [req-6202839a-171a-45ae-b162-26d3c5940bb8 req-fab31385-4a84-439f-b73c-e6950e014e49 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Floating IP 2479599a-7be5-4e16-9871-1f65ff56c027 disassociated. External IP: 172.27.3.82, port: f80156e0-b88b-4a4a-a2c8-bdd67ddd5147. Mar 07 23:24:36.649299 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [req-6202839a-171a-45ae-b162-26d3c5940bb8 req-fab31385-4a84-439f-b73c-e6950e014e49 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Calling delete_port for f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 owned by compute:nova {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:24:36.769779 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2f684-7b9a-435d-bc71-133f9b21de93 req-9728ded9-b4e6-4968-8a46-9ca6fec6c056 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:36.771285 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ffb2f684-7b9a-435d-bc71-133f9b21de93 req-9728ded9-b4e6-4968-8a46-9ca6fec6c056 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 945 time: 0.0577371 Mar 07 23:24:36.814115 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-6202839a-171a-45ae-b162-26d3c5940bb8 req-fab31385-4a84-439f-b73c-e6950e014e49 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (f80156e0-b88b-4a4a-a2c8-bdd67ddd5147), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:36.823607 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ffb2f684-7b9a-435d-bc71-133f9b21de93 req-25372c23-b0fe-429d-811b-841f9c73058c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b752ad6-08ee-4b53-b923-f14e94f8bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462098 Mar 07 23:24:36.848075 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab31385-4a84-439f-b73c-e6950e014e49 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event deleted for resources: {'Port': ['ID=f80156e0-b88b-4a4a-a2c8-bdd67ddd5147,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:36.960512 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6202839a-171a-45ae-b162-26d3c5940bb8 req-fab31385-4a84-439f-b73c-e6950e014e49 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Router ca2464bf-025b-48e9-8e60-1c19b6f68818 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:24:37.068939 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6202839a-171a-45ae-b162-26d3c5940bb8 req-fab31385-4a84-439f-b73c-e6950e014e49 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:24:37.079403 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bf9bdf-fb3a-4503-8a77-9c8666aab498 None None] Sync routers for ids ['ca2464bf-025b-48e9-8e60-1c19b6f68818'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:24:37.089313 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bf9bdf-fb3a-4503-8a77-9c8666aab498 None None] Routers {'ca2464bf-025b-48e9-8e60-1c19b6f68818'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:24:37.089928 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-53bf9bdf-fb3a-4503-8a77-9c8666aab498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:24:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['ca2464bf-025b-48e9-8e60-1c19b6f68818'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:24:37.208765 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-53bf9bdf-fb3a-4503-8a77-9c8666aab498 None None] Set router ca2464bf-025b-48e9-8e60-1c19b6f68818 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:24:37.355200 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-6202839a-171a-45ae-b162-26d3c5940bb8 req-fab31385-4a84-439f-b73c-e6950e014e49 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] No DVR routers for this DVR port f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 on host hv-cinder-81322 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:24:37.355200 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-6202839a-171a-45ae-b162-26d3c5940bb8 req-fab31385-4a84-439f-b73c-e6950e014e49 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:37.359197 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6202839a-171a-45ae-b162-26d3c5940bb8 req-fab31385-4a84-439f-b73c-e6950e014e49 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.16 "DELETE /v2.0/ports/f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 HTTP/1.1" status: 204 len: 173 time: 1.1047018 Mar 07 23:24:37.359685 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13bf5c1e-186d-4603-9442-0ccdd59b1258', 'name': 'network-vif-deleted', 'tag': 'f80156e0-b88b-4a4a-a2c8-bdd67ddd5147'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:24:37.362062 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960f1237-fe85-46fa-8ed6-ebfa3de9a243" -d '{"events": [{"server_uuid": "13bf5c1e-186d-4603-9442-0ccdd59b1258", "name": "network-vif-deleted", "tag": "f80156e0-b88b-4a4a-a2c8-bdd67ddd5147"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:24:37.404934 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d392743-3d11-4346-a4fa-046b92c9b6e0 x-openstack-request-id: req-8d392743-3d11-4346-a4fa-046b92c9b6e0 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:24:37.405255 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13bf5c1e-186d-4603-9442-0ccdd59b1258", "name": "network-vif-deleted", "tag": "f80156e0-b88b-4a4a-a2c8-bdd67ddd5147", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:24:37.405505 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d392743-3d11-4346-a4fa-046b92c9b6e0 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:24:37.405899 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13bf5c1e-186d-4603-9442-0ccdd59b1258', 'name': 'network-vif-deleted', 'tag': 'f80156e0-b88b-4a4a-a2c8-bdd67ddd5147', 'status': 'completed', 'code': 200} Mar 07 23:24:37.557130 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-53bf9bdf-fb3a-4503-8a77-9c8666aab498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:17Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:24:37.586403 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bf9bdf-fb3a-4503-8a77-9c8666aab498 None None] Checking router: ca2464bf-025b-48e9-8e60-1c19b6f68818 for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:24:37.594991 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bf9bdf-fb3a-4503-8a77-9c8666aab498 None None] Routers {'ca2464bf-025b-48e9-8e60-1c19b6f68818'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:24:37.595592 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-53bf9bdf-fb3a-4503-8a77-9c8666aab498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:24:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['ca2464bf-025b-48e9-8e60-1c19b6f68818'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:24:37.705372 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-53bf9bdf-fb3a-4503-8a77-9c8666aab498 None None] Set router ca2464bf-025b-48e9-8e60-1c19b6f68818 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:24:37.907775 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-53bf9bdf-fb3a-4503-8a77-9c8666aab498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:17Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:24:37.931733 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-56a19d74-750e-430b-a957-6e6b47cc523b req-e6f9648f-7590-48ba-a7e0-22267c6a61d3 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=13bf5c1e-186d-4603-9442-0ccdd59b1258 HTTP/1.1" status: 200 len: 210 time: 0.0262589 Mar 07 23:24:37.934435 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bf9bdf-fb3a-4503-8a77-9c8666aab498 None None] The sync data for ids ['ca2464bf-025b-48e9-8e60-1c19b6f68818'] in dv-cinder-813223-6-iscsi is: [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:17Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:24:38.153020 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ae6452-f411-40fa-9f1e-89ff706e812e None None] New status for floating IP 2479599a-7be5-4e16-9871-1f65ff56c027: DOWN {{(pid=103610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:24:39.065522 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 45814) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:24:39.117553 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d78c6642-9a2a-4b70-95ae-2ffa12517d1e tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group (0b752ad6-08ee-4b53-b923-f14e94f8bb2e), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:39.140273 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d78c6642-9a2a-4b70-95ae-2ffa12517d1e tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group (0b752ad6-08ee-4b53-b923-f14e94f8bb2e), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:39.253153 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d78c6642-9a2a-4b70-95ae-2ffa12517d1e tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (0b752ad6-08ee-4b53-b923-f14e94f8bb2e), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:39.255703 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d78c6642-9a2a-4b70-95ae-2ffa12517d1e tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:39.256912 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-d78c6642-9a2a-4b70-95ae-2ffa12517d1e tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "DELETE /v2.0/security-groups/0b752ad6-08ee-4b53-b923-f14e94f8bb2e HTTP/1.1" status: 204 len: 168 time: 0.1903696 Mar 07 23:24:39.259702 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 45816) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:24:39.265965 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c6642-9a2a-4b70-95ae-2ffa12517d1e tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b752ad6-08ee-4b53-b923-f14e94f8bb2e,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:39.273642 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.api.v2.resource [None req-46c0ed73-3b0c-482d-912a-91d35f7499cf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] show failed (client error): The resource could not be found. Mar 07 23:24:39.277387 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-46c0ed73-3b0c-482d-912a-91d35f7499cf tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups/0b752ad6-08ee-4b53-b923-f14e94f8bb2e HTTP/1.1" status: 404 len: 347 time: 0.0139453 Mar 07 23:24:39.282414 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 45818) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:24:39.396889 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3e6e056a-8319-4a30-9b6a-0402d4d9fb6c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Deleting port 27ddecdc-ada1-431f-b2d9-83e45c76918c {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:24:39.397260 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3e6e056a-8319-4a30-9b6a-0402d4d9fb6c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (27ddecdc-ada1-431f-b2d9-83e45c76918c), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:39.472877 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3e6e056a-8319-4a30-9b6a-0402d4d9fb6c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (27ddecdc-ada1-431f-b2d9-83e45c76918c), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:39.473220 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3e6e056a-8319-4a30-9b6a-0402d4d9fb6c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (27ddecdc-ada1-431f-b2d9-83e45c76918c), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:39.485550 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-3e6e056a-8319-4a30-9b6a-0402d4d9fb6c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Calling delete_port for 27ddecdc-ada1-431f-b2d9-83e45c76918c owned by network:floatingip {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:24:39.658887 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3e6e056a-8319-4a30-9b6a-0402d4d9fb6c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (27ddecdc-ada1-431f-b2d9-83e45c76918c), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:39.684850 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e056a-8319-4a30-9b6a-0402d4d9fb6c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event deleted for resources: {'Port': ['ID=27ddecdc-ada1-431f-b2d9-83e45c76918c,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:39.747375 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3e6e056a-8319-4a30-9b6a-0402d4d9fb6c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (2479599a-7be5-4e16-9871-1f65ff56c027), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:39.749890 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3e6e056a-8319-4a30-9b6a-0402d4d9fb6c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:39.751010 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-3e6e056a-8319-4a30-9b6a-0402d4d9fb6c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "DELETE /v2.0/floatingips/2479599a-7be5-4e16-9871-1f65ff56c027 HTTP/1.1" status: 204 len: 168 time: 0.4722815 Mar 07 23:24:40.000481 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 45826) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:24:40.005094 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-eacd517b-fe12-4a6e-8e5a-805c36e2b431 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1810242536', 'description': 'tempest-description--336505027'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:24:40.070357 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eacd517b-fe12-4a6e-8e5a-805c36e2b431 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:40.135653 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eacd517b-fe12-4a6e-8e5a-805c36e2b431 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group (4e234498-db15-48f0-a346-151a94d481b5), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:40.213417 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eacd517b-fe12-4a6e-8e5a-805c36e2b431 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (4e234498-db15-48f0-a346-151a94d481b5), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:40.244405 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd517b-fe12-4a6e-8e5a-805c36e2b431 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e234498-db15-48f0-a346-151a94d481b5,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:40.300698 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eacd517b-fe12-4a6e-8e5a-805c36e2b431 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:40.304661 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-eacd517b-fe12-4a6e-8e5a-805c36e2b431 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3004572 Mar 07 23:24:40.305038 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 45832) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:24:40.309227 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-e75413f1-89e1-433a-9d59-724379d2772f tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Request body: {'security_group_rule': {'security_group_id': '4e234498-db15-48f0-a346-151a94d481b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:24:40.389771 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e75413f1-89e1-433a-9d59-724379d2772f tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group_rule (864894c3-62ac-4339-a1d1-56a7906cc5cc), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:40.443886 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e75413f1-89e1-433a-9d59-724379d2772f tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group_rule (864894c3-62ac-4339-a1d1-56a7906cc5cc), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:40.515754 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e75413f1-89e1-433a-9d59-724379d2772f tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (864894c3-62ac-4339-a1d1-56a7906cc5cc), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:40.538917 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75413f1-89e1-433a-9d59-724379d2772f tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864894c3-62ac-4339-a1d1-56a7906cc5cc,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:40.592353 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e75413f1-89e1-433a-9d59-724379d2772f tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:40.593585 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-e75413f1-89e1-433a-9d59-724379d2772f tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2877405 Mar 07 23:24:40.596265 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 45834) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:24:40.600484 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-8fc4e2a0-91b9-4e44-957c-ea665eb1f2bd tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Request body: {'security_group_rule': {'security_group_id': '4e234498-db15-48f0-a346-151a94d481b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:24:40.663341 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e2a0-91b9-4e44-957c-ea665eb1f2bd tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group_rule (46e03674-2674-42da-9b6a-0fa10389edad), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:40.717211 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e2a0-91b9-4e44-957c-ea665eb1f2bd tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group_rule (46e03674-2674-42da-9b6a-0fa10389edad), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:40.761485 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e2a0-91b9-4e44-957c-ea665eb1f2bd tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (46e03674-2674-42da-9b6a-0fa10389edad), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:40.778870 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4e2a0-91b9-4e44-957c-ea665eb1f2bd tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e03674-2674-42da-9b6a-0fa10389edad,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:40.827953 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:24:40.837657 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e2a0-91b9-4e44-957c-ea665eb1f2bd tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:40.838886 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-8fc4e2a0-91b9-4e44-957c-ea665eb1f2bd tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2417004 Mar 07 23:24:40.842492 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 45836) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:24:40.846714 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-eb1c0a4f-7f16-4187-9019-aa1693066434 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Request body: {'floatingip': {'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:24:40.848971 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] No Port match for: f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:24:40.848971 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device f80156e0-b88b-4a4a-a2c8-bdd67ddd5147 not bound to the agent host hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:24:40.910372 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0a4f-7f16-4187-9019-aa1693066434 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:41.002589 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0a4f-7f16-4187-9019-aa1693066434 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:41.104342 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-eb1c0a4f-7f16-4187-9019-aa1693066434 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Allocated IP 172.27.3.224 (4f60912c-99c2-416c-85f4-ec579757987b/f4612345-726c-47ef-92a6-cd50d588f814/1e79c38b-c0fd-400d-b9be-73ff5fae2b03) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:24:41.215822 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0a4f-7f16-4187-9019-aa1693066434 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for port (1e79c38b-c0fd-400d-b9be-73ff5fae2b03), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:41.304653 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0a4f-7f16-4187-9019-aa1693066434 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (1e79c38b-c0fd-400d-b9be-73ff5fae2b03), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:41.343443 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1c0a4f-7f16-4187-9019-aa1693066434 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Network 4f60912c-99c2-416c-85f4-ec579757987b is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:24:41.346134 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-eb1c0a4f-7f16-4187-9019-aa1693066434 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:24:41.349490 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1c0a4f-7f16-4187-9019-aa1693066434 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:24:41.370959 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c0a4f-7f16-4187-9019-aa1693066434 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event updated for resources: {'Port': ['ID=1e79c38b-c0fd-400d-b9be-73ff5fae2b03,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:41.432488 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0a4f-7f16-4187-9019-aa1693066434 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (5036e09e-2c0e-41f1-b126-6788451a490b), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:41.525296 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0a4f-7f16-4187-9019-aa1693066434 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (1e79c38b-c0fd-400d-b9be-73ff5fae2b03), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:41.670941 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0a4f-7f16-4187-9019-aa1693066434 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for port (1e79c38b-c0fd-400d-b9be-73ff5fae2b03), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:41.710115 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0a4f-7f16-4187-9019-aa1693066434 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (1e79c38b-c0fd-400d-b9be-73ff5fae2b03), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:41.777939 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c0a4f-7f16-4187-9019-aa1693066434 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event updated for resources: {'Port': ['ID=1e79c38b-c0fd-400d-b9be-73ff5fae2b03,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:41.789616 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0a4f-7f16-4187-9019-aa1693066434 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (5036e09e-2c0e-41f1-b126-6788451a490b), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:41.860412 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-eb1c0a4f-7f16-4187-9019-aa1693066434 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:41.861687 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-eb1c0a4f-7f16-4187-9019-aa1693066434 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0182898 Mar 07 23:24:42.047431 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-f3b39a07-bb6b-4f20-b6dc-7c5f17eac8eb tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1810242536&fields=id&tenant_id=80516370fe324566aba801c4236e78d9 HTTP/1.1" status: 200 len: 267 time: 0.0411716 Mar 07 23:24:42.149624 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-499df012-5693-41db-9718-a6a5b4e67a4c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:42.151079 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-499df012-5693-41db-9718-a6a5b4e67a4c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/networks?id=cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b HTTP/1.1" status: 200 len: 815 time: 0.0975623 Mar 07 23:24:42.165914 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-a246cfca-ff35-4152-8f8c-20cd5b2b89dc tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/quotas/80516370fe324566aba801c4236e78d9 HTTP/1.1" status: 200 len: 375 time: 0.0089083 Mar 07 23:24:42.223785 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-85031595-2b6f-4bc0-b273-5336cc788460 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=80516370fe324566aba801c4236e78d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530040 Mar 07 23:24:42.316471 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-6ad7c1b6-8912-471d-bbb0-92aced2f560b service neutron] 10.222.0.24 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812812 Mar 07 23:24:42.406501 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-300a40d3-6c55-403f-8519-6320b6ccc548 service neutron] 10.222.0.24 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842485 Mar 07 23:24:42.685161 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-559e524f-6cce-46d2-b851-717661168bf6 req-3a011935-3a00-43db-8e2b-4602146fc125 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 210 time: 0.0275025 Mar 07 23:24:43.779039 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-34a070b3-2cda-4fdd-912f-db7fe7d50fcd req-67fcd5ee-2ea7-473f-b28e-bebabf70c3e0 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 210 time: 0.0300727 Mar 07 23:24:44.323345 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-15284f70-8f85-4077-a3bd-2d727ffe2491 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:44.324815 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-15284f70-8f85-4077-a3bd-2d727ffe2491 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.16 "GET /v2.0/networks?id=cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b HTTP/1.1" status: 200 len: 815 time: 0.1049147 Mar 07 23:24:44.385439 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-8e426d7f-c0eb-49bc-9e85-614a7eb279a0 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80516370fe324566aba801c4236e78d9 HTTP/1.1" status: 200 len: 380 time: 0.0519574 Mar 07 23:24:44.401046 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-3658faf7-63bc-41e5-b772-4c8742f73e61 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Request body: {'port': {'device_id': 'cbad0187-b2a2-400f-b14c-9a391700ff7e', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'admin_state_up': True, 'tenant_id': '80516370fe324566aba801c4236e78d9', 'security_groups': ['4e234498-db15-48f0-a346-151a94d481b5']}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:24:44.584411 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-3658faf7-63bc-41e5-b772-4c8742f73e61 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Made reservation on behalf of 80516370fe324566aba801c4236e78d9 for: {'port': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:24:44.587824 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-3658faf7-63bc-41e5-b772-4c8742f73e61 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:44.717724 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-3658faf7-63bc-41e5-b772-4c8742f73e61 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Allocated IP 172.20.0.5 (cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b/af3489ec-4655-4601-bbd0-7398fa1960d1/e8fac652-68b3-4ecb-a29f-93787a658e8f) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:24:44.853877 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-3658faf7-63bc-41e5-b772-4c8742f73e61 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for port (e8fac652-68b3-4ecb-a29f-93787a658e8f), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:44.873749 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1455bbd2-8b16-4573-b8b6-17dc24c170ac req-4cbcfdb3-facd-406b-a42f-612e21516b83 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 210 time: 0.0274577 Mar 07 23:24:44.938992 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-3658faf7-63bc-41e5-b772-4c8742f73e61 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (e8fac652-68b3-4ecb-a29f-93787a658e8f), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:44.982597 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-3658faf7-63bc-41e5-b772-4c8742f73e61 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:24:44.985484 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-3658faf7-63bc-41e5-b772-4c8742f73e61 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:24:44.989091 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-3658faf7-63bc-41e5-b772-4c8742f73e61 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:24:44.995306 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658faf7-63bc-41e5-b772-4c8742f73e61 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event updated for resources: {'Port': ['ID=e8fac652-68b3-4ecb-a29f-93787a658e8f,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:45.045687 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-3658faf7-63bc-41e5-b772-4c8742f73e61 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:45.046379 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-3658faf7-63bc-41e5-b772-4c8742f73e61 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:45.124542 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-3658faf7-63bc-41e5-b772-4c8742f73e61 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7272623 Mar 07 23:24:45.138197 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-1869af64-340d-4e68-aa43-ef74e78a2762 service neutron] Request body: {'port': {'device_id': 'cbad0187-b2a2-400f-b14c-9a391700ff7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:24:45.201787 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-1869af64-340d-4e68-aa43-ef74e78a2762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (e8fac652-68b3-4ecb-a29f-93787a658e8f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:45.248001 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-621b800b-4669-476d-ac17-5bab32114f40 None None] Provisioning complete for port e8fac652-68b3-4ecb-a29f-93787a658e8f triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:24:45.248566 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-621b800b-4669-476d-ac17-5bab32114f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (e8fac652-68b3-4ecb-a29f-93787a658e8f), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:45.282421 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-621b800b-4669-476d-ac17-5bab32114f40 None None] Port e8fac652-68b3-4ecb-a29f-93787a658e8f cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:24:45.450212 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-1869af64-340d-4e68-aa43-ef74e78a2762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8fac652-68b3-4ecb-a29f-93787a658e8f {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:24:45.457331 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-1869af64-340d-4e68-aa43-ef74e78a2762 service neutron] Publish callbacks [] for port (e8fac652-68b3-4ecb-a29f-93787a658e8f), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:45.468694 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-1869af64-340d-4e68-aa43-ef74e78a2762 service neutron] Transition to ACTIVE for port object e8fac652-68b3-4ecb-a29f-93787a658e8f will not be triggered until provisioned by entity L2. {{(pid=103608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 23:24:45.573223 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-1869af64-340d-4e68-aa43-ef74e78a2762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (e8fac652-68b3-4ecb-a29f-93787a658e8f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:45.620382 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869af64-340d-4e68-aa43-ef74e78a2762 service neutron] Pushing event updated for resources: {'Port': ['ID=e8fac652-68b3-4ecb-a29f-93787a658e8f,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:45.695583 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-1869af64-340d-4e68-aa43-ef74e78a2762 service neutron] Attempting to bind port e8fac652-68b3-4ecb-a29f-93787a658e8f on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:24:45.695945 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-1869af64-340d-4e68-aa43-ef74e78a2762 service neutron] Attempting to bind port e8fac652-68b3-4ecb-a29f-93787a658e8f by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:24:45.696246 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-1869af64-340d-4e68-aa43-ef74e78a2762 service neutron] Attempting to bind port e8fac652-68b3-4ecb-a29f-93787a658e8f on network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:24:45.701527 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-1869af64-340d-4e68-aa43-ef74e78a2762 service neutron] Port e8fac652-68b3-4ecb-a29f-93787a658e8f on network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 23:24:45.701784 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-1869af64-340d-4e68-aa43-ef74e78a2762 service neutron] Attempting to bind port e8fac652-68b3-4ecb-a29f-93787a658e8f on network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:24:45.706623 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-1869af64-340d-4e68-aa43-ef74e78a2762 service neutron] Checking agent: {'id': 'c3ad4338-66dc-4d28-9621-abda7889d413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'started_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:24:45.706963 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-1869af64-340d-4e68-aa43-ef74e78a2762 service neutron] Checking segment: {'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:24:45.707341 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-1869af64-340d-4e68-aa43-ef74e78a2762 service neutron] Bound using segment: {'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:24:45.707766 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-1869af64-340d-4e68-aa43-ef74e78a2762 service neutron] Bound port: e8fac652-68b3-4ecb-a29f-93787a658e8f, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db00336a-3ccf-48b1-9365-8db4e010426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:24:45.708115 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-1869af64-340d-4e68-aa43-ef74e78a2762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (e8fac652-68b3-4ecb-a29f-93787a658e8f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:45.773864 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-1869af64-340d-4e68-aa43-ef74e78a2762 service neutron] For port e8fac652-68b3-4ecb-a29f-93787a658e8f, host hv-cinder-81322, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:24:45.777035 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-1869af64-340d-4e68-aa43-ef74e78a2762 service neutron] For port e8fac652-68b3-4ecb-a29f-93787a658e8f, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e8fac652-68b3-4ecb-a29f-93787a658e8f,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:24:45.836296 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-1869af64-340d-4e68-aa43-ef74e78a2762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (e8fac652-68b3-4ecb-a29f-93787a658e8f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:45.871840 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-1869af64-340d-4e68-aa43-ef74e78a2762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:45.872433 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-1869af64-340d-4e68-aa43-ef74e78a2762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:45.873834 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-1869af64-340d-4e68-aa43-ef74e78a2762 service neutron] 10.222.0.16 "PUT /v2.0/ports/e8fac652-68b3-4ecb-a29f-93787a658e8f HTTP/1.1" status: 200 len: 1093 time: 0.7411838 Mar 07 23:24:45.874271 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbad0187-b2a2-400f-b14c-9a391700ff7e', 'tag': 'e8fac652-68b3-4ecb-a29f-93787a658e8f'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:24:45.876516 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e0ef64-3809-43cd-a492-822df13c21f5" -d '{"events": [{"name": "network-changed", "server_uuid": "cbad0187-b2a2-400f-b14c-9a391700ff7e", "tag": "e8fac652-68b3-4ecb-a29f-93787a658e8f"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:24:45.909976 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869af64-340d-4e68-aa43-ef74e78a2762 service neutron] Pushing event updated for resources: {'Port': ['ID=e8fac652-68b3-4ecb-a29f-93787a658e8f,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:45.925847 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfd2205-e61e-4028-abf3-4adc786a833e x-openstack-request-id: req-cdfd2205-e61e-4028-abf3-4adc786a833e {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:24:45.926123 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbad0187-b2a2-400f-b14c-9a391700ff7e", "tag": "e8fac652-68b3-4ecb-a29f-93787a658e8f", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:24:45.926615 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cdfd2205-e61e-4028-abf3-4adc786a833e {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:24:45.926900 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbad0187-b2a2-400f-b14c-9a391700ff7e', 'tag': 'e8fac652-68b3-4ecb-a29f-93787a658e8f', 'status': 'completed', 'code': 200} Mar 07 23:24:46.031764 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0ef64-3809-43cd-a492-822df13c21f5 req-5e0f57c0-7b25-45c2-a5c0-f7fcbf131ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:46.033358 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e1e0ef64-3809-43cd-a492-822df13c21f5 req-5e0f57c0-7b25-45c2-a5c0-f7fcbf131ba8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80516370fe324566aba801c4236e78d9&device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 1127 time: 0.0834169 Mar 07 23:24:46.040217 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff954e-a4f0-4813-b522-a711ed08de1d req-2f94e5cb-0e7c-4939-91e0-b3d3681dc760 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:46.041708 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4dff954e-a4f0-4813-b522-a711ed08de1d req-2f94e5cb-0e7c-4939-91e0-b3d3681dc760 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 943 time: 0.0839503 Mar 07 23:24:46.146795 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4dff954e-a4f0-4813-b522-a711ed08de1d req-8f805b05-c16a-4ea9-afcc-88229efbb100 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e234498-db15-48f0-a346-151a94d481b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958188 Mar 07 23:24:46.166858 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0ef64-3809-43cd-a492-822df13c21f5 req-0e09d78b-a1f0-45ef-88b5-edc190efebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:46.168370 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e1e0ef64-3809-43cd-a492-822df13c21f5 req-0e09d78b-a1f0-45ef-88b5-edc190efebd7 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=80516370fe324566aba801c4236e78d9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1257710 Mar 07 23:24:46.257801 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0ef64-3809-43cd-a492-822df13c21f5 req-1fd324f8-1d49-4d91-903a-642f7930cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:46.259153 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e1e0ef64-3809-43cd-a492-822df13c21f5 req-1fd324f8-1d49-4d91-903a-642f7930cce3 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0845540 Mar 07 23:24:46.351838 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-64d44827-eb59-47a8-9eed-a38e18884c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:46.353325 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-64d44827-eb59-47a8-9eed-a38e18884c5d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80516370fe324566aba801c4236e78d9&device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 1127 time: 0.0472806 Mar 07 23:24:46.394685 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-465eff4c-8296-4629-b0cd-37fd5a4472d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8fac652-68b3-4ecb-a29f-93787a658e8f HTTP/1.1" status: 200 len: 217 time: 0.0330415 Mar 07 23:24:46.440247 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-dd0a0511-a285-4360-9622-688ed341adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:46.441645 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-dd0a0511-a285-4360-9622-688ed341adb5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af3489ec-4655-4601-bbd0-7398fa1960d1 HTTP/1.1" status: 200 len: 854 time: 0.0410233 Mar 07 23:24:46.488168 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-515d2d4b-1681-4a58-b794-b691163dfaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:46.489621 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-515d2d4b-1681-4a58-b794-b691163dfaf5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419130 Mar 07 23:24:46.579786 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-8a48a3aa-c5ed-4df3-b01a-0736f452855a service neutron] 10.222.0.16 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816004 Mar 07 23:24:46.669269 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-437cf2c4-771c-4bbe-9067-8bf2382d07b2 req-7c01f6b9-38ff-4160-9d03-f12af1c0f538 service neutron] 10.222.0.16 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821273 Mar 07 23:24:47.263455 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a98f8b-bc13-409f-9a1c-daf584e4dfa5 req-7f2bd4c9-998f-459b-a046-18c3dc1b5c0d tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:47.264930 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e6a98f8b-bc13-409f-9a1c-daf584e4dfa5 req-7f2bd4c9-998f-459b-a046-18c3dc1b5c0d tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 943 time: 0.0513492 Mar 07 23:24:47.309588 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e6a98f8b-bc13-409f-9a1c-daf584e4dfa5 req-20f34615-6357-4412-8fa3-32d5a408381b tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e234498-db15-48f0-a346-151a94d481b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392435 Mar 07 23:24:48.432532 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077ad3a-61a1-4afc-b15b-2dd4aee7810f req-04bfc9b4-ab97-40ae-ad1f-90303ffee1f1 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:48.433991 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9077ad3a-61a1-4afc-b15b-2dd4aee7810f req-04bfc9b4-ab97-40ae-ad1f-90303ffee1f1 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 943 time: 0.0565457 Mar 07 23:24:48.479399 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9077ad3a-61a1-4afc-b15b-2dd4aee7810f req-3448658a-d419-4d0a-a067-a6981e6c16cb tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e234498-db15-48f0-a346-151a94d481b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399156 Mar 07 23:24:49.595857 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309b30a-7895-4b53-89bd-01b07fe11320 req-d6c01bd0-0628-4e47-af9f-548e3fef2ff6 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:49.597325 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4309b30a-7895-4b53-89bd-01b07fe11320 req-d6c01bd0-0628-4e47-af9f-548e3fef2ff6 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 943 time: 0.0511413 Mar 07 23:24:49.641557 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4309b30a-7895-4b53-89bd-01b07fe11320 req-505c9012-b047-4023-a0e9-4afce4bea292 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e234498-db15-48f0-a346-151a94d481b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388737 Mar 07 23:24:50.746684 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a704e3-0462-4e8c-b622-cfe194492f7d req-6a418d8d-6b33-4de0-94cf-1b0c6371cdd2 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:50.748358 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a7a704e3-0462-4e8c-b622-cfe194492f7d req-6a418d8d-6b33-4de0-94cf-1b0c6371cdd2 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0539949 Mar 07 23:24:50.760882 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a6c24-c51e-4d15-90d0-b84d161572fd req-30d34e2f-7a1a-4dd0-b788-8c70e0b27ffd tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:50.762427 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ff9a6c24-c51e-4d15-90d0-b84d161572fd req-30d34e2f-7a1a-4dd0-b788-8c70e0b27ffd tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 943 time: 0.0550566 Mar 07 23:24:50.795053 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a7a704e3-0462-4e8c-b622-cfe194492f7d req-2ae3bdae-835c-47ee-8d45-6e604de6730f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410976 Mar 07 23:24:50.809058 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ff9a6c24-c51e-4d15-90d0-b84d161572fd req-23cf25ce-c5db-4d55-85ca-8d222b66f4f4 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e234498-db15-48f0-a346-151a94d481b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407720 Mar 07 23:24:50.853219 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device e8fac652-68b3-4ecb-a29f-93787a658e8f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:24:50.944420 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port e8fac652-68b3-4ecb-a29f-93787a658e8f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e8fac652-68b3-4ecb-a29f-93787a658e8f,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:24:50.955070 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': 'e8fac652-68b3-4ecb-a29f-93787a658e8f', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'port_id': 'e8fac652-68b3-4ecb-a29f-93787a658e8f', 'mac_address': 'fa:16:3e:5c:fb:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:24:50.993307 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port e8fac652-68b3-4ecb-a29f-93787a658e8f is: DOWN; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:24:50.993690 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (e8fac652-68b3-4ecb-a29f-93787a658e8f), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:51.005750 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8fac652-68b3-4ecb-a29f-93787a658e8f {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:24:51.024410 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port e8fac652-68b3-4ecb-a29f-93787a658e8f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e8fac652-68b3-4ecb-a29f-93787a658e8f,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:24:51.098952 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (e8fac652-68b3-4ecb-a29f-93787a658e8f), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:51.145151 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=e8fac652-68b3-4ecb-a29f-93787a658e8f,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:51.353462 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['e8fac652-68b3-4ecb-a29f-93787a658e8f'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:24:51.929999 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe32d00-c43d-49ef-9c23-6ea451a8a633 req-3c1a7a35-4b75-4eca-8bfb-9408e9848c7d tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:51.931598 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1fe32d00-c43d-49ef-9c23-6ea451a8a633 req-3c1a7a35-4b75-4eca-8bfb-9408e9848c7d tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 944 time: 0.0572031 Mar 07 23:24:51.973789 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f6f50-9186-46ec-a82f-69f105169100 req-96fe7e73-8173-4daa-9f7a-f3eba50b24d9 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:51.975300 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-db1f6f50-9186-46ec-a82f-69f105169100 req-96fe7e73-8173-4daa-9f7a-f3eba50b24d9 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.1092975 Mar 07 23:24:51.978882 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1fe32d00-c43d-49ef-9c23-6ea451a8a633 req-5745eba5-56d6-4104-a382-54fb65443e7c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e234498-db15-48f0-a346-151a94d481b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415504 Mar 07 23:24:52.022818 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-db1f6f50-9186-46ec-a82f-69f105169100 req-6d5bd4f4-53bb-4a09-95ee-e5eb7af5984c tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413239 Mar 07 23:24:52.860723 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device e8fac652-68b3-4ecb-a29f-93787a658e8f up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:24:52.955800 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning for port e8fac652-68b3-4ecb-a29f-93787a658e8f completed by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 23:24:52.959559 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port e8fac652-68b3-4ecb-a29f-93787a658e8f triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:24:52.959926 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (e8fac652-68b3-4ecb-a29f-93787a658e8f), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:53.037844 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port e8fac652-68b3-4ecb-a29f-93787a658e8f is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:24:53.038226 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (e8fac652-68b3-4ecb-a29f-93787a658e8f), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:53.062077 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbad0187-b2a2-400f-b14c-9a391700ff7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fac652-68b3-4ecb-a29f-93787a658e8f'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:24:53.064321 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea37b26c-6155-41e5-92f2-8e067adbfa04" -d '{"events": [{"server_uuid": "cbad0187-b2a2-400f-b14c-9a391700ff7e", "name": "network-vif-plugged", "status": "completed", "tag": "e8fac652-68b3-4ecb-a29f-93787a658e8f"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:24:53.077199 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port e8fac652-68b3-4ecb-a29f-93787a658e8f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e8fac652-68b3-4ecb-a29f-93787a658e8f,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:24:53.104533 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35eae7-8659-4ce1-b0ba-51aa1b5de347 req-bcafda05-4b3a-46e9-9963-e6e652cd7fad tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:53.107307 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4b35eae7-8659-4ce1-b0ba-51aa1b5de347 req-bcafda05-4b3a-46e9-9963-e6e652cd7fad tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 944 time: 0.0632710 Mar 07 23:24:53.144863 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (e8fac652-68b3-4ecb-a29f-93787a658e8f), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:53.149163 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191e1c9-ebc7-4a5d-9461-81d598a2b7a9 req-c32f30a4-b0ae-4dca-806f-5ca205e4b47f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:53.151331 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0191e1c9-ebc7-4a5d-9461-81d598a2b7a9 req-c32f30a4-b0ae-4dca-806f-5ca205e4b47f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0527205 Mar 07 23:24:53.154768 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4b35eae7-8659-4ce1-b0ba-51aa1b5de347 req-46d151f2-9aff-4b8f-b663-a4997635608f tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e234498-db15-48f0-a346-151a94d481b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417368 Mar 07 23:24:53.202467 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0191e1c9-ebc7-4a5d-9461-81d598a2b7a9 req-eca2c085-0db7-434b-bf3d-8012f9b4df24 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443966 Mar 07 23:24:53.202622 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2e5f6d-ce91-469a-8e97-fb14af6908c7 x-openstack-request-id: req-9f2e5f6d-ce91-469a-8e97-fb14af6908c7 {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:24:53.202902 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbad0187-b2a2-400f-b14c-9a391700ff7e", "name": "network-vif-plugged", "status": "completed", "tag": "e8fac652-68b3-4ecb-a29f-93787a658e8f", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:24:53.203203 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f2e5f6d-ce91-469a-8e97-fb14af6908c7 {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:24:53.203593 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbad0187-b2a2-400f-b14c-9a391700ff7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fac652-68b3-4ecb-a29f-93787a658e8f', 'code': 200} Mar 07 23:24:53.208134 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=e8fac652-68b3-4ecb-a29f-93787a658e8f,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:24:53.870059 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-ee3ea771-1fa4-4b87-bd19-54e70e189e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:54.271977 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c2150-26c7-4cc8-a5fe-2ea94e51550f req-e719f48a-2b87-4b8d-aa3b-e7bb622ebae4 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:54.273475 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-811c2150-26c7-4cc8-a5fe-2ea94e51550f req-e719f48a-2b87-4b8d-aa3b-e7bb622ebae4 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 945 time: 0.0511096 Mar 07 23:24:54.323543 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-811c2150-26c7-4cc8-a5fe-2ea94e51550f req-8ee270c7-2346-45ae-b4c1-37ca6b70bced tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e234498-db15-48f0-a346-151a94d481b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438521 Mar 07 23:24:54.323886 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa2dff-18a5-45a4-ae38-a382583ef1b2 req-6a8c8228-19d7-4c16-a020-f2c1d1049504 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:54.326615 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5faa2dff-18a5-45a4-ae38-a382583ef1b2 req-6a8c8228-19d7-4c16-a020-f2c1d1049504 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0521200 Mar 07 23:24:54.375993 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5faa2dff-18a5-45a4-ae38-a382583ef1b2 req-ef429038-4625-46a7-bcee-6a46461150df tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440252 Mar 07 23:24:55.438605 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768396e2-b530-4795-a83f-715a73b10143 req-4a2ee353-c629-425d-82d8-d8b5f7780631 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:55.440073 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-768396e2-b530-4795-a83f-715a73b10143 req-4a2ee353-c629-425d-82d8-d8b5f7780631 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 945 time: 0.0508771 Mar 07 23:24:55.486105 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-768396e2-b530-4795-a83f-715a73b10143 req-d8f8c4b2-b638-463e-ab00-c7290927723f tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e234498-db15-48f0-a346-151a94d481b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402949 Mar 07 23:24:55.497567 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf541875-5827-4a10-9b84-561f69997101 req-c88b0b82-37b6-4d7a-b5d6-c157d48bd9ec tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:55.500924 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-cf541875-5827-4a10-9b84-561f69997101 req-c88b0b82-37b6-4d7a-b5d6-c157d48bd9ec tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0543785 Mar 07 23:24:55.543788 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-cf541875-5827-4a10-9b84-561f69997101 req-588708ac-20fa-4064-b739-83196ce315a6 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387769 Mar 07 23:24:55.972803 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:55.973511 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed66bc-a39b-4758-af2c-9316bd6056d8 req-fa4efd24-827d-4a26-981b-4cf9dc52be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:55.975022 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-afed66bc-a39b-4758-af2c-9316bd6056d8 req-fa4efd24-827d-4a26-981b-4cf9dc52be46 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 1129 time: 0.0431049 Mar 07 23:24:56.021117 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-afed66bc-a39b-4758-af2c-9316bd6056d8 req-194607a4-9a83-487f-9ae6-09bbced61cfc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4e234498-db15-48f0-a346-151a94d481b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358410 Mar 07 23:24:56.201389 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1a6ae0bd-63fc-4076-a3eb-ba13f210d359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:56.601853 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2066935-d45b-4c49-bb7b-4650e34f538b req-1f9f8c9b-04bd-4ea5-9c3a-9d69bbc11e01 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:56.603317 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c2066935-d45b-4c49-bb7b-4650e34f538b req-1f9f8c9b-04bd-4ea5-9c3a-9d69bbc11e01 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 945 time: 0.0517046 Mar 07 23:24:56.651113 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c2066935-d45b-4c49-bb7b-4650e34f538b req-5962e1d1-11c3-4f5c-b5f6-77923bd46056 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e234498-db15-48f0-a346-151a94d481b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422456 Mar 07 23:24:56.671409 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda89152-d5e4-4536-b435-64d769230a0a req-6dafa721-58c1-4240-8037-042fb7e1f012 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:56.672949 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-eda89152-d5e4-4536-b435-64d769230a0a req-6dafa721-58c1-4240-8037-042fb7e1f012 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0597765 Mar 07 23:24:56.722916 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-eda89152-d5e4-4536-b435-64d769230a0a req-f63201da-8074-40a1-a054-3f9f4dd766cd tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421605 Mar 07 23:24:57.130312 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b47b6-505c-4806-9039-f406bd3298bb req-0a63720c-fa7f-4717-a60a-a19058119aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:57.131828 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3b4b47b6-505c-4806-9039-f406bd3298bb req-0a63720c-fa7f-4717-a60a-a19058119aa0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70c6d901ff9f4d8e84e6c24fe716994c&device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 1129 time: 0.0450039 Mar 07 23:24:57.247785 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b47b6-505c-4806-9039-f406bd3298bb req-f7c786e1-a628-40c1-a418-fc562ca9001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:57.249339 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3b4b47b6-505c-4806-9039-f406bd3298bb req-f7c786e1-a628-40c1-a418-fc562ca9001b service neutron] 10.222.0.16 "GET /v2.0/networks?id=2859357e-3793-4a4e-a3ac-55382bb5099f HTTP/1.1" status: 200 len: 918 time: 0.0925462 Mar 07 23:24:57.327436 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3b4b47b6-505c-4806-9039-f406bd3298bb req-07a25dc6-e866-4eed-9459-f31340442233 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e354ab4-f558-4849-b016-0c8859a01e7e HTTP/1.1" status: 200 len: 1001 time: 0.0570543 Mar 07 23:24:57.374948 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b47b6-505c-4806-9039-f406bd3298bb req-90cead9e-a491-4a5b-962e-54403ff1cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:57.376372 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3b4b47b6-505c-4806-9039-f406bd3298bb req-90cead9e-a491-4a5b-962e-54403ff1cf79 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc HTTP/1.1" status: 200 len: 856 time: 0.0425940 Mar 07 23:24:57.427739 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b47b6-505c-4806-9039-f406bd3298bb req-4b8632ad-97bd-439b-b553-276c6aa902a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:57.429300 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3b4b47b6-505c-4806-9039-f406bd3298bb req-4b8632ad-97bd-439b-b553-276c6aa902a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2859357e-3793-4a4e-a3ac-55382bb5099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463755 Mar 07 23:24:57.521449 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3b4b47b6-505c-4806-9039-f406bd3298bb req-4d455a53-f6b7-451b-b89a-17ddbab9d7aa service neutron] 10.222.0.16 "GET /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807045 Mar 07 23:24:57.613567 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3b4b47b6-505c-4806-9039-f406bd3298bb req-9f88954b-54c4-4542-8022-099a7db3f4ca service neutron] 10.222.0.16 "GET /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836933 Mar 07 23:24:57.704180 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:57.775278 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a3da4-f062-4847-894b-36602041798a req-dcef5d2f-b876-46e1-97f7-190533cf6846 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:57.776684 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-514a3da4-f062-4847-894b-36602041798a req-dcef5d2f-b876-46e1-97f7-190533cf6846 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 945 time: 0.0563591 Mar 07 23:24:57.824610 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-514a3da4-f062-4847-894b-36602041798a req-2ecc2f14-b7c0-4557-b9c6-2fc6b2fb006e tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e234498-db15-48f0-a346-151a94d481b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414257 Mar 07 23:24:57.845406 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76145b-6aec-46f2-a2c4-d71fc7601ca5 req-de0715eb-78b2-4513-aaf4-9be25e345f12 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:57.846965 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ee76145b-6aec-46f2-a2c4-d71fc7601ca5 req-de0715eb-78b2-4513-aaf4-9be25e345f12 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0525997 Mar 07 23:24:57.892330 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ee76145b-6aec-46f2-a2c4-d71fc7601ca5 req-f5a3ba4e-eba0-4fe3-967b-1dd6a5498c4d tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398126 Mar 07 23:24:57.937816 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facafdd-87f2-4650-b04c-c9a659a44ee5 req-384a3ff8-748c-4572-aa9d-f2ca1088791c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:57.939293 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0facafdd-87f2-4650-b04c-c9a659a44ee5 req-384a3ff8-748c-4572-aa9d-f2ca1088791c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 945 time: 0.0529525 Mar 07 23:24:57.948031 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 45992) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:24:57.952392 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d54d2e29-3ea9-488f-ac96-ac4f22f2e034 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Request body: {'floatingip': {'port_id': 'e8fac652-68b3-4ecb-a29f-93787a658e8f'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:24:57.993563 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d54d2e29-3ea9-488f-ac96-ac4f22f2e034 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (5036e09e-2c0e-41f1-b126-6788451a490b), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:58.427150 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d54d2e29-3ea9-488f-ac96-ac4f22f2e034 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:58.481451 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d54d2e29-3ea9-488f-ac96-ac4f22f2e034 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (5036e09e-2c0e-41f1-b126-6788451a490b), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:58.581179 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.l3_db [None req-d54d2e29-3ea9-488f-ac96-ac4f22f2e034 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Floating IP 5036e09e-2c0e-41f1-b126-6788451a490b associated. External IP: 172.27.3.224, port: e8fac652-68b3-4ecb-a29f-93787a658e8f. Mar 07 23:24:58.787426 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54d2e29-3ea9-488f-ac96-ac4f22f2e034 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Router ca2464bf-025b-48e9-8e60-1c19b6f68818 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:24:58.870132 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:58.898564 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54d2e29-3ea9-488f-ac96-ac4f22f2e034 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:24:58.903494 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d54d2e29-3ea9-488f-ac96-ac4f22f2e034 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:24:58.907790 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b25e5b-9d30-4748-b00d-f7571a08b8e9 None None] Sync routers for ids ['ca2464bf-025b-48e9-8e60-1c19b6f68818'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:24:58.917485 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b25e5b-9d30-4748-b00d-f7571a08b8e9 None None] Routers {'ca2464bf-025b-48e9-8e60-1c19b6f68818'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:24:58.918154 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-17b25e5b-9d30-4748-b00d-f7571a08b8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:24:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['ca2464bf-025b-48e9-8e60-1c19b6f68818'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:24:58.939271 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-d54d2e29-3ea9-488f-ac96-ac4f22f2e034 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "PUT /v2.0/floatingips/5036e09e-2c0e-41f1-b126-6788451a490b HTTP/1.1" status: 200 len: 991 time: 0.9885077 Mar 07 23:24:58.939968 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbad0187-b2a2-400f-b14c-9a391700ff7e', 'tag': 'e8fac652-68b3-4ecb-a29f-93787a658e8f'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:24:58.942602 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66ea20f-1bf6-464b-81f9-57779d5780e3" -d '{"events": [{"name": "network-changed", "server_uuid": "cbad0187-b2a2-400f-b14c-9a391700ff7e", "tag": "e8fac652-68b3-4ecb-a29f-93787a658e8f"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:24:58.980465 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e1ba7c-d10d-40a4-9e36-d3b256068814 x-openstack-request-id: req-30e1ba7c-d10d-40a4-9e36-d3b256068814 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:24:58.980465 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbad0187-b2a2-400f-b14c-9a391700ff7e", "tag": "e8fac652-68b3-4ecb-a29f-93787a658e8f", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:24:58.980465 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30e1ba7c-d10d-40a4-9e36-d3b256068814 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:24:58.980465 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbad0187-b2a2-400f-b14c-9a391700ff7e', 'tag': 'e8fac652-68b3-4ecb-a29f-93787a658e8f', 'status': 'completed', 'code': 200} Mar 07 23:24:59.023196 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f08730-afb1-4ef4-8706-7eb9c0747463 req-ab1b0b38-10ec-4f0a-a0e0-4c390aae0553 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:24:59.024777 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-06f08730-afb1-4ef4-8706-7eb9c0747463 req-ab1b0b38-10ec-4f0a-a0e0-4c390aae0553 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0565338 Mar 07 23:24:59.030258 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-17b25e5b-9d30-4748-b00d-f7571a08b8e9 None None] Set router ca2464bf-025b-48e9-8e60-1c19b6f68818 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:24:59.070272 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-06f08730-afb1-4ef4-8706-7eb9c0747463 req-faf84a58-516b-43a1-8b1e-2915696559a1 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399125 Mar 07 23:24:59.247449 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-17b25e5b-9d30-4748-b00d-f7571a08b8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': '5036e09e-2c0e-41f1-b126-6788451a490b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'port_id': 'e8fac652-68b3-4ecb-a29f-93787a658e8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'mac_address': 'fa:16:3e:5c:fb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbad0187-b2a2-400f-b14c-9a391700ff7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:24:41Z', 'updated_at': '2022-03-07T23:24:58Z', 'revision_number': 1, 'project_id': '80516370fe324566aba801c4236e78d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:17Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:24:59.395523 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b25e5b-9d30-4748-b00d-f7571a08b8e9 None None] Checking router: ca2464bf-025b-48e9-8e60-1c19b6f68818 for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:24:59.403913 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b25e5b-9d30-4748-b00d-f7571a08b8e9 None None] Routers {'ca2464bf-025b-48e9-8e60-1c19b6f68818'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:24:59.404511 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-17b25e5b-9d30-4748-b00d-f7571a08b8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:24:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['ca2464bf-025b-48e9-8e60-1c19b6f68818'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:24:59.509012 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-17b25e5b-9d30-4748-b00d-f7571a08b8e9 None None] Set router ca2464bf-025b-48e9-8e60-1c19b6f68818 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:24:59.725319 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-17b25e5b-9d30-4748-b00d-f7571a08b8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': '5036e09e-2c0e-41f1-b126-6788451a490b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'port_id': 'e8fac652-68b3-4ecb-a29f-93787a658e8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'mac_address': 'fa:16:3e:5c:fb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbad0187-b2a2-400f-b14c-9a391700ff7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:24:41Z', 'updated_at': '2022-03-07T23:24:58Z', 'revision_number': 1, 'project_id': '80516370fe324566aba801c4236e78d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:17Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:24:59.758918 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b25e5b-9d30-4748-b00d-f7571a08b8e9 None None] The sync data for ids ['ca2464bf-025b-48e9-8e60-1c19b6f68818'] in dv-cinder-813223-6-iscsi is: [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': '5036e09e-2c0e-41f1-b126-6788451a490b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'port_id': 'e8fac652-68b3-4ecb-a29f-93787a658e8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'mac_address': 'fa:16:3e:5c:fb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbad0187-b2a2-400f-b14c-9a391700ff7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:24:41Z', 'updated_at': '2022-03-07T23:24:58Z', 'revision_number': 1, 'project_id': '80516370fe324566aba801c4236e78d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:17Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:24:59.943440 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc5e3fd-ec2e-49ee-b9d7-4e14bdc46ae1 None None] New status for floating IP 5036e09e-2c0e-41f1-b126-6788451a490b: ACTIVE {{(pid=103610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:25:00.193651 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03274ef6-730e-456a-8931-eba69861883b req-0fca968f-955f-4855-a297-b371620affe0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:00.195417 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-03274ef6-730e-456a-8931-eba69861883b req-0fca968f-955f-4855-a297-b371620affe0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0534005 Mar 07 23:25:00.244752 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-03274ef6-730e-456a-8931-eba69861883b req-fd0d1934-cd57-4b54-ade0-a1675814f8e6 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430171 Mar 07 23:25:00.355631 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:00.482128 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ea20f-1bf6-464b-81f9-57779d5780e3 req-52fe5bf0-5e0c-40f9-a7c9-5b022b93f70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:00.483625 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a66ea20f-1bf6-464b-81f9-57779d5780e3 req-52fe5bf0-5e0c-40f9-a7c9-5b022b93f70b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=80516370fe324566aba801c4236e78d9&device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 1129 time: 0.0446141 Mar 07 23:25:00.582315 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ea20f-1bf6-464b-81f9-57779d5780e3 req-ef58773d-783d-46ac-a725-1891b349c3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:00.583771 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a66ea20f-1bf6-464b-81f9-57779d5780e3 req-ef58773d-783d-46ac-a725-1891b349c3f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b HTTP/1.1" status: 200 len: 916 time: 0.0931716 Mar 07 23:25:00.647669 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a66ea20f-1bf6-464b-81f9-57779d5780e3 req-97a1c2c1-db01-4ccc-b370-7d486be26c10 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8fac652-68b3-4ecb-a29f-93787a658e8f HTTP/1.1" status: 200 len: 1001 time: 0.0556531 Mar 07 23:25:00.700117 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ea20f-1bf6-464b-81f9-57779d5780e3 req-f9b282f6-49de-4583-80d8-24dccd989ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:00.701508 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a66ea20f-1bf6-464b-81f9-57779d5780e3 req-f9b282f6-49de-4583-80d8-24dccd989ce2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af3489ec-4655-4601-bbd0-7398fa1960d1 HTTP/1.1" status: 200 len: 854 time: 0.0426357 Mar 07 23:25:00.751844 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ea20f-1bf6-464b-81f9-57779d5780e3 req-4c9c6892-2767-4c82-b016-41d6626e697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:00.753330 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a66ea20f-1bf6-464b-81f9-57779d5780e3 req-4c9c6892-2767-4c82-b016-41d6626e697a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454948 Mar 07 23:25:00.840487 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a66ea20f-1bf6-464b-81f9-57779d5780e3 req-3df379aa-6359-4c8c-9741-2562e25450cd service neutron] 10.222.0.16 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783048 Mar 07 23:25:01.173456 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a66ea20f-1bf6-464b-81f9-57779d5780e3 req-71d79c6d-5deb-41bf-815c-af28b524bd6f service neutron] 10.222.0.16 "GET /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205199 Mar 07 23:25:01.363583 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12030107-8a53-4a41-a275-7a8eb9015254 req-85de58b0-d455-4442-90f1-7c4785277d55 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:01.365063 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-12030107-8a53-4a41-a275-7a8eb9015254 req-85de58b0-d455-4442-90f1-7c4785277d55 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0512388 Mar 07 23:25:01.412164 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-12030107-8a53-4a41-a275-7a8eb9015254 req-b09ac5f3-ca0a-4d1b-a2c2-670349921412 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415704 Mar 07 23:25:02.629194 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627875b-29e9-41a3-af45-19d729cdc2e5 req-ebc91235-fa40-4e91-9382-44d6f5a7e13d tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:02.630627 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9627875b-29e9-41a3-af45-19d729cdc2e5 req-ebc91235-fa40-4e91-9382-44d6f5a7e13d tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0500605 Mar 07 23:25:02.675092 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9627875b-29e9-41a3-af45-19d729cdc2e5 req-fb7bbf66-8b8e-40d7-96bb-5666bec39947 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389061 Mar 07 23:25:03.052280 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:25:03.794930 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8daed-1101-4b41-86ab-a3b0a4d90c15 req-ac5dc6cb-3eaf-44df-8427-d24b4a5b199b tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:03.796310 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-68d8daed-1101-4b41-86ab-a3b0a4d90c15 req-ac5dc6cb-3eaf-44df-8427-d24b4a5b199b tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0514812 Mar 07 23:25:03.841275 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-68d8daed-1101-4b41-86ab-a3b0a4d90c15 req-de3e6351-5b87-485b-a9fd-091fbb1f8051 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394599 Mar 07 23:25:04.965899 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23053b2-64b1-4049-bc54-dbeb3906b844 req-b5f8e7f0-daeb-484b-9db2-c9f2662096c3 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:04.967329 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f23053b2-64b1-4049-bc54-dbeb3906b844 req-b5f8e7f0-daeb-484b-9db2-c9f2662096c3 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0535760 Mar 07 23:25:05.012244 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f23053b2-64b1-4049-bc54-dbeb3906b844 req-2b7d46d4-c927-4515-ae9c-a700c7e4fcae tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395055 Mar 07 23:25:06.138202 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c137b5-9268-499e-a7da-adc81f9cc4c9 req-d2891272-98c2-4e08-9d9a-78b119abc382 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:06.139654 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-28c137b5-9268-499e-a7da-adc81f9cc4c9 req-d2891272-98c2-4e08-9d9a-78b119abc382 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0540326 Mar 07 23:25:06.184240 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-28c137b5-9268-499e-a7da-adc81f9cc4c9 req-084f86b5-733b-4b4f-9791-ea5c3052ceee tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391374 Mar 07 23:25:07.307501 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263aaba-c0a4-4e89-8d10-8090114da14c req-8f7ead55-18ff-48d9-9f1d-5ed7af6472dd tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:07.308972 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2263aaba-c0a4-4e89-8d10-8090114da14c req-8f7ead55-18ff-48d9-9f1d-5ed7af6472dd tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0548260 Mar 07 23:25:07.354247 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2263aaba-c0a4-4e89-8d10-8090114da14c req-8f4f4c6f-a833-4279-8b7e-7cf6e464d21b tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394695 Mar 07 23:25:08.484362 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ab24f-b560-4c4b-9882-5240e6828228 req-c51359b9-b409-4f0e-8be1-076ddc4ff4de tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:08.485856 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-415ab24f-b560-4c4b-9882-5240e6828228 req-c51359b9-b409-4f0e-8be1-076ddc4ff4de tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0503097 Mar 07 23:25:08.531529 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-415ab24f-b560-4c4b-9882-5240e6828228 req-70e3bce5-ac4b-4771-bf8b-72f92cce373b tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401950 Mar 07 23:25:08.909127 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 6e354ab4-f558-4849-b016-0c8859a01e7e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:25:09.006440 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 6e354ab4-f558-4849-b016-0c8859a01e7e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6e354ab4-f558-4849-b016-0c8859a01e7e,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:25:09.017257 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': '6e354ab4-f558-4849-b016-0c8859a01e7e', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'port_id': '6e354ab4-f558-4849-b016-0c8859a01e7e', 'mac_address': 'fa:16:3e:f3:d5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:25:09.052879 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 6e354ab4-f558-4849-b016-0c8859a01e7e is: ACTIVE; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:25:09.053296 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:09.066136 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e354ab4-f558-4849-b016-0c8859a01e7e {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:25:09.084608 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 6e354ab4-f558-4849-b016-0c8859a01e7e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6e354ab4-f558-4849-b016-0c8859a01e7e,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:25:09.172630 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:09.225925 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=6e354ab4-f558-4849-b016-0c8859a01e7e,revision_number=6']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:25:09.299906 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['6e354ab4-f558-4849-b016-0c8859a01e7e'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:25:09.672508 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722321c-7c0d-412a-a059-1bcccce88802 req-33175420-e644-48a2-bf50-8cece75b5202 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:09.674038 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3722321c-7c0d-412a-a059-1bcccce88802 req-33175420-e644-48a2-bf50-8cece75b5202 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 944 time: 0.0699673 Mar 07 23:25:09.722203 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3722321c-7c0d-412a-a059-1bcccce88802 req-e122d03f-8f70-4330-bfbf-37106247dccd tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426414 Mar 07 23:25:10.874673 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78158496-bc25-4410-8175-8a5b518cde21 req-2a5096db-8eca-4469-b90c-39041a31f2b7 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:10.876245 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-78158496-bc25-4410-8175-8a5b518cde21 req-2a5096db-8eca-4469-b90c-39041a31f2b7 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 944 time: 0.0630810 Mar 07 23:25:10.923555 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 6e354ab4-f558-4849-b016-0c8859a01e7e up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:25:10.925854 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-78158496-bc25-4410-8175-8a5b518cde21 req-a06b42cb-f6e7-4872-b79d-8ffaed499ecf tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439343 Mar 07 23:25:10.989952 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port 6e354ab4-f558-4849-b016-0c8859a01e7e triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:25:10.990671 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:11.082874 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 6e354ab4-f558-4849-b016-0c8859a01e7e is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:25:11.083187 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:11.109220 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51f6a25-7c0b-48fe-90d6-afef49cafa26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e354ab4-f558-4849-b016-0c8859a01e7e'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:25:11.111748 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ac9928-b7f3-491d-904d-330cc89298d1" -d '{"events": [{"server_uuid": "d51f6a25-7c0b-48fe-90d6-afef49cafa26", "name": "network-vif-plugged", "status": "completed", "tag": "6e354ab4-f558-4849-b016-0c8859a01e7e"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:25:11.127631 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 6e354ab4-f558-4849-b016-0c8859a01e7e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6e354ab4-f558-4849-b016-0c8859a01e7e,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:25:11.152219 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e8a78c-566e-4b9c-87dd-c9d9fe1004f5 x-openstack-request-id: req-a3e8a78c-566e-4b9c-87dd-c9d9fe1004f5 {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:25:11.152219 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51f6a25-7c0b-48fe-90d6-afef49cafa26", "name": "network-vif-plugged", "status": "completed", "tag": "6e354ab4-f558-4849-b016-0c8859a01e7e", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:25:11.152219 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3e8a78c-566e-4b9c-87dd-c9d9fe1004f5 {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:25:11.152219 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51f6a25-7c0b-48fe-90d6-afef49cafa26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e354ab4-f558-4849-b016-0c8859a01e7e', 'code': 200} Mar 07 23:25:11.207252 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:11.261809 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=6e354ab4-f558-4849-b016-0c8859a01e7e,revision_number=7']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:25:11.263121 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c73c64-1441-4d92-9c24-1ebde26b7eb2 req-652515ed-4c85-40df-b7de-0e6807fca95e tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:11.264872 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-98c73c64-1441-4d92-9c24-1ebde26b7eb2 req-652515ed-4c85-40df-b7de-0e6807fca95e tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=df8dfe99-9300-4bfa-a342-5f9fd214cba5 HTTP/1.1" status: 200 len: 945 time: 0.0706055 Mar 07 23:25:11.321508 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-98c73c64-1441-4d92-9c24-1ebde26b7eb2 req-4229a4ed-a563-4f1b-bde8-0f00784e1695 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457492 Mar 07 23:25:12.070654 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a1cb3-1183-4474-8b86-c541b228d17e req-8f223349-0e17-4df6-a690-ff9755c692e0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:12.078499 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-081a1cb3-1183-4474-8b86-c541b228d17e req-8f223349-0e17-4df6-a690-ff9755c692e0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0618632 Mar 07 23:25:12.127086 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-081a1cb3-1183-4474-8b86-c541b228d17e req-62a519a1-20d6-4f22-88e7-de459bb8964b tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474341 Mar 07 23:25:12.446628 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80119c15-b05e-46b3-96f6-78909c2b82e6 req-c37c6ccf-f685-455a-aa43-ad0ef1a747f5 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:12.448243 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-80119c15-b05e-46b3-96f6-78909c2b82e6 req-c37c6ccf-f685-455a-aa43-ad0ef1a747f5 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=df8dfe99-9300-4bfa-a342-5f9fd214cba5 HTTP/1.1" status: 200 len: 945 time: 0.0584092 Mar 07 23:25:12.503621 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-80119c15-b05e-46b3-96f6-78909c2b82e6 req-5b8b87c6-aff2-4be5-a7d9-88933d1fffb9 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494123 Mar 07 23:25:13.257347 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac707f59-351c-48fe-8816-89b798237ebe req-7d8517f8-2435-42af-a93f-2f26fc897e11 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:13.258804 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ac707f59-351c-48fe-8816-89b798237ebe req-7d8517f8-2435-42af-a93f-2f26fc897e11 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.16 "GET /v2.0/ports?device_id=df8dfe99-9300-4bfa-a342-5f9fd214cba5 HTTP/1.1" status: 200 len: 945 time: 0.0855212 Mar 07 23:25:13.318332 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d8e3e-6e85-41ed-947f-9d504dd1443a req-d0611177-a7a5-4767-b5ef-0646f68800cb tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:13.320179 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d29d8e3e-6e85-41ed-947f-9d504dd1443a req-d0611177-a7a5-4767-b5ef-0646f68800cb tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.1096332 Mar 07 23:25:13.396777 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d29d8e3e-6e85-41ed-947f-9d504dd1443a req-58d588af-a24c-44c3-b10a-0eed1a683619 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701771 Mar 07 23:25:13.413799 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [req-ac707f59-351c-48fe-8816-89b798237ebe req-9ed80f83-cff6-4c0f-b371-6c16f98f9887 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Deleting port bfb1b179-de64-40af-bf48-40b70baa981c {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:25:13.414425 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-ac707f59-351c-48fe-8816-89b798237ebe req-9ed80f83-cff6-4c0f-b371-6c16f98f9887 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (bfb1b179-de64-40af-bf48-40b70baa981c), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:13.511692 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-ac707f59-351c-48fe-8816-89b798237ebe req-9ed80f83-cff6-4c0f-b371-6c16f98f9887 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] For port bfb1b179-de64-40af-bf48-40b70baa981c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bfb1b179-de64-40af-bf48-40b70baa981c,segment=NetworkSegment(74371482-7c2b-46de-98da-8bc444f5efeb),segment_id=74371482-7c2b-46de-98da-8bc444f5efeb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:25:13.512393 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-ac707f59-351c-48fe-8816-89b798237ebe req-9ed80f83-cff6-4c0f-b371-6c16f98f9887 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (bfb1b179-de64-40af-bf48-40b70baa981c), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:13.529169 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [req-ac707f59-351c-48fe-8816-89b798237ebe req-9ed80f83-cff6-4c0f-b371-6c16f98f9887 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Calling delete_port for bfb1b179-de64-40af-bf48-40b70baa981c owned by compute:nova {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:25:13.651493 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708872d4-65e9-41f5-906d-388f87f32683 req-0a22a819-ce47-4748-8f79-fef5ff8bedf6 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:13.660194 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-708872d4-65e9-41f5-906d-388f87f32683 req-0a22a819-ce47-4748-8f79-fef5ff8bedf6 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=df8dfe99-9300-4bfa-a342-5f9fd214cba5 HTTP/1.1" status: 200 len: 945 time: 0.0710280 Mar 07 23:25:13.708890 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-708872d4-65e9-41f5-906d-388f87f32683 req-bbe1beeb-495f-4d69-8bd6-387653f1fa14 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474579 Mar 07 23:25:13.767392 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-ac707f59-351c-48fe-8816-89b798237ebe req-9ed80f83-cff6-4c0f-b371-6c16f98f9887 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (bfb1b179-de64-40af-bf48-40b70baa981c), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:13.781179 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['bfb1b179-de64-40af-bf48-40b70baa981c'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:25:13.842833 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac707f59-351c-48fe-8816-89b798237ebe req-9ed80f83-cff6-4c0f-b371-6c16f98f9887 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] No DVR routers for this DVR port bfb1b179-de64-40af-bf48-40b70baa981c on host hv-cinder-81322 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:25:13.847655 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed80f83-cff6-4c0f-b371-6c16f98f9887 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Pushing event deleted for resources: {'Port': ['ID=bfb1b179-de64-40af-bf48-40b70baa981c,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:25:13.849421 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-ac707f59-351c-48fe-8816-89b798237ebe req-9ed80f83-cff6-4c0f-b371-6c16f98f9887 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:13.852742 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ac707f59-351c-48fe-8816-89b798237ebe req-9ed80f83-cff6-4c0f-b371-6c16f98f9887 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.16 "DELETE /v2.0/ports/bfb1b179-de64-40af-bf48-40b70baa981c HTTP/1.1" status: 204 len: 173 time: 0.5847366 Mar 07 23:25:13.853123 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8dfe99-9300-4bfa-a342-5f9fd214cba5', 'name': 'network-vif-deleted', 'tag': 'bfb1b179-de64-40af-bf48-40b70baa981c'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:25:13.859390 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8f5e82-ec8d-4474-be94-f67f8ebe9990" -d '{"events": [{"server_uuid": "df8dfe99-9300-4bfa-a342-5f9fd214cba5", "name": "network-vif-deleted", "tag": "bfb1b179-de64-40af-bf48-40b70baa981c"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:25:13.873797 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed80f83-cff6-4c0f-b371-6c16f98f9887 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:13.874203 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed80f83-cff6-4c0f-b371-6c16f98f9887 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:13.874492 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed80f83-cff6-4c0f-b371-6c16f98f9887 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:13.874807 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed80f83-cff6-4c0f-b371-6c16f98f9887 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:13.875127 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed80f83-cff6-4c0f-b371-6c16f98f9887 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:13.875453 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed80f83-cff6-4c0f-b371-6c16f98f9887 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:13.875808 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed80f83-cff6-4c0f-b371-6c16f98f9887 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:13.876158 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed80f83-cff6-4c0f-b371-6c16f98f9887 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:13.876480 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed80f83-cff6-4c0f-b371-6c16f98f9887 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:13.876796 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed80f83-cff6-4c0f-b371-6c16f98f9887 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:13.877148 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed80f83-cff6-4c0f-b371-6c16f98f9887 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:13.877483 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed80f83-cff6-4c0f-b371-6c16f98f9887 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:13.877786 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed80f83-cff6-4c0f-b371-6c16f98f9887 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:13.910623 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b33eb74-2337-45d8-b9d0-3b0a7e44ff40 x-openstack-request-id: req-9b33eb74-2337-45d8-b9d0-3b0a7e44ff40 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:25:13.910928 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8dfe99-9300-4bfa-a342-5f9fd214cba5", "name": "network-vif-deleted", "tag": "bfb1b179-de64-40af-bf48-40b70baa981c", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:25:13.911317 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b33eb74-2337-45d8-b9d0-3b0a7e44ff40 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:25:13.911582 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8dfe99-9300-4bfa-a342-5f9fd214cba5', 'name': 'network-vif-deleted', 'tag': 'bfb1b179-de64-40af-bf48-40b70baa981c', 'status': 'completed', 'code': 200} Mar 07 23:25:14.548055 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298fe6c-ec41-47e4-a3eb-646eaaa6e592 req-1ac2859b-bc3d-442b-8e37-97844f1bf254 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:14.549948 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9298fe6c-ec41-47e4-a3eb-646eaaa6e592 req-1ac2859b-bc3d-442b-8e37-97844f1bf254 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0686028 Mar 07 23:25:14.618704 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9298fe6c-ec41-47e4-a3eb-646eaaa6e592 req-632cfef7-62a9-44bd-b71e-a9183648deaf tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581462 Mar 07 23:25:14.835043 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0dc97212-5f04-4ae8-805d-4611422ae1d0 req-0c9b3d87-c0e1-4696-bac4-35589c93ccd6 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=df8dfe99-9300-4bfa-a342-5f9fd214cba5 HTTP/1.1" status: 200 len: 210 time: 0.0280626 Mar 07 23:25:15.745484 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04a541-8a49-4575-8059-103d91340d95 req-a600b36d-7e9e-498f-b0aa-ece358a5f19b tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:15.747578 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4f04a541-8a49-4575-8059-103d91340d95 req-a600b36d-7e9e-498f-b0aa-ece358a5f19b tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0523009 Mar 07 23:25:15.795031 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4f04a541-8a49-4575-8059-103d91340d95 req-b5b05425-2fe7-48bc-a1a8-80f92a8fdc0f tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417249 Mar 07 23:25:16.922551 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213879da-59e7-4129-acaa-5d0043518af1 req-ef5466b3-5c89-4e48-a61c-8bdc8072739a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:16.928761 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-213879da-59e7-4129-acaa-5d0043518af1 req-ef5466b3-5c89-4e48-a61c-8bdc8072739a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0610943 Mar 07 23:25:16.978341 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-213879da-59e7-4129-acaa-5d0043518af1 req-c45e94b6-3998-414b-8564-7a5fce185cb0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470116 Mar 07 23:25:17.532183 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device bfb1b179-de64-40af-bf48-40b70baa981c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:25:17.556018 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] No Port match for: bfb1b179-de64-40af-bf48-40b70baa981c {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:25:17.556369 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device bfb1b179-de64-40af-bf48-40b70baa981c not bound to the agent host hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:25:18.133873 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb570a-a07d-4fd7-b115-ba65347797ff req-551f31b9-1153-4ea4-a766-72dd1040c061 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:18.141379 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9abb570a-a07d-4fd7-b115-ba65347797ff req-551f31b9-1153-4ea4-a766-72dd1040c061 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0702112 Mar 07 23:25:18.200837 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9abb570a-a07d-4fd7-b115-ba65347797ff req-fe9b9e68-8439-4704-ab2a-c969bc21e032 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579367 Mar 07 23:25:19.327106 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55585c0-4c03-418a-baac-e1a560feea3f req-ad81ed42-fbb2-42c1-b648-60199d003919 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:19.328800 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a55585c0-4c03-418a-baac-e1a560feea3f req-ad81ed42-fbb2-42c1-b648-60199d003919 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0631027 Mar 07 23:25:19.381628 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a55585c0-4c03-418a-baac-e1a560feea3f req-f3578bf1-d232-401f-b8d7-97fd6c443465 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467310 Mar 07 23:25:20.513237 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356eb890-785b-46dd-b34f-98d7b3ea8285 req-e57275fb-2fe2-4b6e-b82a-e63e62aea41a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:20.514730 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-356eb890-785b-46dd-b34f-98d7b3ea8285 req-e57275fb-2fe2-4b6e-b82a-e63e62aea41a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0562646 Mar 07 23:25:20.575669 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-356eb890-785b-46dd-b34f-98d7b3ea8285 req-26d9fe22-47ed-4c33-b0fc-9863bddb0480 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546944 Mar 07 23:25:20.853499 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a665c9a-525c-4a32-8731-19cc131e348b req-0d52d8f5-6f07-43b7-b1fa-3e1bbfed9338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:20.855032 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5a665c9a-525c-4a32-8731-19cc131e348b req-0d52d8f5-6f07-43b7-b1fa-3e1bbfed9338 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70c6d901ff9f4d8e84e6c24fe716994c&device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 1129 time: 0.0891814 Mar 07 23:25:20.943435 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a665c9a-525c-4a32-8731-19cc131e348b req-3e0bb072-dd45-4839-9b58-d404eb84b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:20.945276 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5a665c9a-525c-4a32-8731-19cc131e348b req-3e0bb072-dd45-4839-9b58-d404eb84b344 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2859357e-3793-4a4e-a3ac-55382bb5099f HTTP/1.1" status: 200 len: 918 time: 0.0845551 Mar 07 23:25:21.019039 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5a665c9a-525c-4a32-8731-19cc131e348b req-14625d18-250b-46ad-85a9-5f515c24488d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e354ab4-f558-4849-b016-0c8859a01e7e HTTP/1.1" status: 200 len: 1001 time: 0.0655158 Mar 07 23:25:21.068851 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a665c9a-525c-4a32-8731-19cc131e348b req-30a78b22-b1ee-4819-a3a5-869531c8e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:21.070599 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5a665c9a-525c-4a32-8731-19cc131e348b req-30a78b22-b1ee-4819-a3a5-869531c8e51b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc HTTP/1.1" status: 200 len: 856 time: 0.0432727 Mar 07 23:25:21.124845 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a665c9a-525c-4a32-8731-19cc131e348b req-c3ce7a45-e3c9-4d63-96a8-17d376d7cfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:21.126431 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5a665c9a-525c-4a32-8731-19cc131e348b req-c3ce7a45-e3c9-4d63-96a8-17d376d7cfdc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2859357e-3793-4a4e-a3ac-55382bb5099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445209 Mar 07 23:25:21.220945 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5a665c9a-525c-4a32-8731-19cc131e348b req-82caf06e-b303-4a5d-b6ec-d46c0377e445 service neutron] 10.222.0.16 "GET /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854349 Mar 07 23:25:21.315144 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5a665c9a-525c-4a32-8731-19cc131e348b req-f3a9344f-648f-40e9-a2b8-10a32940437c service neutron] 10.222.0.16 "GET /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847938 Mar 07 23:25:21.701737 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e781a6-9413-491b-90f6-41413fa1d4c5 req-9821f6bf-abdd-46ed-b9b9-bae7bbfa8805 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:21.703199 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-35e781a6-9413-491b-90f6-41413fa1d4c5 req-9821f6bf-abdd-46ed-b9b9-bae7bbfa8805 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0516655 Mar 07 23:25:21.748342 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-35e781a6-9413-491b-90f6-41413fa1d4c5 req-63cbee6b-4f5b-4f0d-9e1e-82d302c32698 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397406 Mar 07 23:25:22.867588 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a384e9-2ba6-4fb1-b4e4-1d71682cdfef req-388a33e3-327a-499e-9732-4f4a4f133062 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:22.869097 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e1a384e9-2ba6-4fb1-b4e4-1d71682cdfef req-388a33e3-327a-499e-9732-4f4a4f133062 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0515876 Mar 07 23:25:22.913775 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e1a384e9-2ba6-4fb1-b4e4-1d71682cdfef req-24e8c11a-08ac-4ced-840b-71b6286a4998 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392582 Mar 07 23:25:23.858026 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c0a7-9288-452d-affd-c0dfd3eb32dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:24.035008 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f0a78-2c0a-4e8c-a74e-f0b64c10b014 req-85747401-5d9e-46aa-9673-51d3391cd3fa tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:24.036474 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-448f0a78-2c0a-4e8c-a74e-f0b64c10b014 req-85747401-5d9e-46aa-9673-51d3391cd3fa tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 945 time: 0.0519605 Mar 07 23:25:24.085152 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-448f0a78-2c0a-4e8c-a74e-f0b64c10b014 req-c23a9390-4da8-49ce-ab60-9316504a612a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431113 Mar 07 23:25:24.983076 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 6e354ab4-f558-4849-b016-0c8859a01e7e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:25:25.058759 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 6e354ab4-f558-4849-b016-0c8859a01e7e is: ACTIVE; New status is: DOWN {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:25:25.059137 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:25.081818 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51f6a25-7c0b-48fe-90d6-afef49cafa26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e354ab4-f558-4849-b016-0c8859a01e7e'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:25:25.084008 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680eaa57-3e4c-4a23-92de-7f93edc44dce" -d '{"events": [{"server_uuid": "d51f6a25-7c0b-48fe-90d6-afef49cafa26", "name": "network-vif-unplugged", "status": "completed", "tag": "6e354ab4-f558-4849-b016-0c8859a01e7e"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:25:25.096455 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 6e354ab4-f558-4849-b016-0c8859a01e7e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6e354ab4-f558-4849-b016-0c8859a01e7e,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:25:25.150312 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:25.177314 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 23:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ecdf13-ecf8-4f64-97a5-8ab24e1aea22 x-openstack-request-id: req-77ecdf13-ecf8-4f64-97a5-8ab24e1aea22 {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:25:25.177819 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51f6a25-7c0b-48fe-90d6-afef49cafa26", "name": "network-vif-unplugged", "status": "completed", "tag": "6e354ab4-f558-4849-b016-0c8859a01e7e", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:25:25.180256 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77ecdf13-ecf8-4f64-97a5-8ab24e1aea22 {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:25:25.180256 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51f6a25-7c0b-48fe-90d6-afef49cafa26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e354ab4-f558-4849-b016-0c8859a01e7e', 'code': 200} Mar 07 23:25:25.203199 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=6e354ab4-f558-4849-b016-0c8859a01e7e,revision_number=8']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:25:25.209369 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db2a7f-553e-49c3-a58a-4cab96fdae94 req-312abd3b-0b63-4bf3-8fab-ac85143480cd tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:25.210882 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c4db2a7f-553e-49c3-a58a-4cab96fdae94 req-312abd3b-0b63-4bf3-8fab-ac85143480cd tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 943 time: 0.0552690 Mar 07 23:25:25.211026 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:25.211347 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:25.211688 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:25.212210 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:25.212527 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:25.213056 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:25.213549 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:25.214773 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:25.214773 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:25.214773 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:25.215027 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:25.215169 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:25.215653 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:25:25.258023 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c4db2a7f-553e-49c3-a58a-4cab96fdae94 req-13096ab8-2470-4ce9-a07a-624f0eb3d4c4 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411580 Mar 07 23:25:25.462069 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-d697b137-e127-4ecf-8597-aeb19de108cd tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:25.463531 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-d697b137-e127-4ecf-8597-aeb19de108cd tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/networks?id=6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc HTTP/1.1" status: 200 len: 813 time: 0.1015069 Mar 07 23:25:25.478810 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-8d885359-b97f-441a-ba20-97523c093db0 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/quotas/65f628ebfe59412f9259197b2312e9db HTTP/1.1" status: 200 len: 375 time: 0.0088737 Mar 07 23:25:25.512886 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-f638214b-b0a8-4c47-9577-3f02144f6a2f tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=65f628ebfe59412f9259197b2312e9db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280464 Mar 07 23:25:25.642376 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-09f588e8-1644-47af-966e-2d24dbc536eb service neutron] 10.222.0.24 "GET /v2.0/networks/6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229527 Mar 07 23:25:25.733785 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-d1c277ba-3a12-4007-ab69-a590dcdff900 service neutron] 10.222.0.24 "GET /v2.0/networks/6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857770 Mar 07 23:25:25.957719 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ffa36989-c932-4ada-a5f0-6bcbc622aeef req-0d5e1044-cf2e-4a76-bc07-90c4687a2104 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f9e20b-f493-4084-ad86-1b4182131966 HTTP/1.1" status: 200 len: 210 time: 0.0271976 Mar 07 23:25:25.967428 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:26.184075 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-823219db-fcd9-4d5b-a0b4-8206a11e171b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:26.389901 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b08c9e-570f-4cb5-936b-4ac1a9fb5fc5 req-be589391-50d2-490c-a551-e39e1d41f78b tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:26.391715 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e4b08c9e-570f-4cb5-936b-4ac1a9fb5fc5 req-be589391-50d2-490c-a551-e39e1d41f78b tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 943 time: 0.0537181 Mar 07 23:25:26.438141 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e4b08c9e-570f-4cb5-936b-4ac1a9fb5fc5 req-8ee85150-1071-4a8c-b5d0-2d572ccb9b3a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406065 Mar 07 23:25:27.052464 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2cdc1f52-3f80-4cfa-8ee0-3c1c2ae3c3a5 req-a3aa9f77-c75d-4868-951b-05066cf3beda tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f9e20b-f493-4084-ad86-1b4182131966 HTTP/1.1" status: 200 len: 210 time: 0.0308020 Mar 07 23:25:27.778482 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:28.002005 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-1d602d82-190a-4957-9a2a-5998f31e7b6b tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:28.009305 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-1d602d82-190a-4957-9a2a-5998f31e7b6b tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.16 "GET /v2.0/networks?id=6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc HTTP/1.1" status: 200 len: 813 time: 0.1262693 Mar 07 23:25:28.017422 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-49292de7-0f4c-44b0-bd6b-2f5414444b98 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Request body: {'port': {'device_id': '94f9e20b-f493-4084-ad86-1b4182131966', 'network_id': '6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc', 'admin_state_up': True, 'tenant_id': '65f628ebfe59412f9259197b2312e9db'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:25:28.155584 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e51294db-81e8-4c8b-85b8-a496dafa2b2a req-a846da1e-7800-4627-b419-2d5a16d3ec3a tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f9e20b-f493-4084-ad86-1b4182131966 HTTP/1.1" status: 200 len: 210 time: 0.0310900 Mar 07 23:25:28.218734 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-49292de7-0f4c-44b0-bd6b-2f5414444b98 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Made reservation on behalf of 65f628ebfe59412f9259197b2312e9db for: {'port': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:25:28.222315 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-49292de7-0f4c-44b0-bd6b-2f5414444b98 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:28.347946 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-49292de7-0f4c-44b0-bd6b-2f5414444b98 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Allocated IP 172.20.0.12 (6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc/847f568e-86e2-4f9c-842c-14f21237e1e8/cd8bd83b-95a1-4930-9f36-8ac050b3fbaf) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:25:28.413773 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [req-08557bf4-044b-4000-b96e-123f93a98363 req-e2a3134f-2839-49d0-b607-179afde11161 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 23:25:28.414671 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-08557bf4-044b-4000-b96e-123f93a98363 req-e2a3134f-2839-49d0-b607-179afde11161 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0527353 Mar 07 23:25:28.508946 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-49292de7-0f4c-44b0-bd6b-2f5414444b98 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Publish callbacks [] for port (cd8bd83b-95a1-4930-9f36-8ac050b3fbaf), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:28.601673 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-49292de7-0f4c-44b0-bd6b-2f5414444b98 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (cd8bd83b-95a1-4930-9f36-8ac050b3fbaf), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:28.646506 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-49292de7-0f4c-44b0-bd6b-2f5414444b98 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Network 6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:25:28.649576 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-49292de7-0f4c-44b0-bd6b-2f5414444b98 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:25:28.652192 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-49292de7-0f4c-44b0-bd6b-2f5414444b98 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:25:28.697503 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49292de7-0f4c-44b0-bd6b-2f5414444b98 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Pushing event updated for resources: {'Port': ['ID=cd8bd83b-95a1-4930-9f36-8ac050b3fbaf,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:25:28.739525 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-49292de7-0f4c-44b0-bd6b-2f5414444b98 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:28.740057 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-49292de7-0f4c-44b0-bd6b-2f5414444b98 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:28.768578 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc077f9-42db-4349-a46c-8f8e092e260b req-af552833-0ff1-4551-b3c1-805c20134256 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:28.829059 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6cc077f9-42db-4349-a46c-8f8e092e260b req-af552833-0ff1-4551-b3c1-805c20134256 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 943 time: 0.0867949 Mar 07 23:25:28.829059 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6cc077f9-42db-4349-a46c-8f8e092e260b req-e6a0392f-c2a4-4e58-babe-46b6c2f0e2fa tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473773 Mar 07 23:25:28.889905 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-49292de7-0f4c-44b0-bd6b-2f5414444b98 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8767457 Mar 07 23:25:28.901213 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-fc85bf2b-b72d-4085-8679-ca09f8defb66 service neutron] Request body: {'port': {'device_id': '94f9e20b-f493-4084-ad86-1b4182131966', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:25:28.941058 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:28.963819 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-fc85bf2b-b72d-4085-8679-ca09f8defb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (cd8bd83b-95a1-4930-9f36-8ac050b3fbaf), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:28.983861 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-807b90e3-577e-4636-8cbe-2fa0acbd366f req-51bb3e14-b3f3-491d-97f9-0052fa28754c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0431275 Mar 07 23:25:28.986615 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 6e354ab4-f558-4849-b016-0c8859a01e7e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:25:29.065320 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 6e354ab4-f558-4849-b016-0c8859a01e7e is: DOWN; New status is: DOWN {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:25:29.117190 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b90e3-577e-4636-8cbe-2fa0acbd366f req-d81c1c2e-a08c-4c1d-8aff-7369730f61ea tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:29.118544 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-807b90e3-577e-4636-8cbe-2fa0acbd366f req-d81c1c2e-a08c-4c1d-8aff-7369730f61ea tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports/6e354ab4-f558-4849-b016-0c8859a01e7e HTTP/1.1" status: 200 len: 940 time: 0.1020894 Mar 07 23:25:29.273147 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5dce0-0857-4ad8-922e-cfdadbf9c23e req-106b4ea5-5342-4cc0-abe7-c038884e916f tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:29.274393 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-fc85bf2b-b72d-4085-8679-ca09f8defb66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8bd83b-95a1-4930-9f36-8ac050b3fbaf {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:25:29.274803 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d8a5dce0-0857-4ad8-922e-cfdadbf9c23e req-106b4ea5-5342-4cc0-abe7-c038884e916f tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f9e20b-f493-4084-ad86-1b4182131966 HTTP/1.1" status: 200 len: 932 time: 0.0524433 Mar 07 23:25:29.282782 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-fc85bf2b-b72d-4085-8679-ca09f8defb66 service neutron] Publish callbacks [] for port (cd8bd83b-95a1-4930-9f36-8ac050b3fbaf), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:29.294879 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-fc85bf2b-b72d-4085-8679-ca09f8defb66 service neutron] Transition to ACTIVE for port object cd8bd83b-95a1-4930-9f36-8ac050b3fbaf will not be triggered until provisioned by entity L2. {{(pid=103608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 23:25:29.321712 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d8a5dce0-0857-4ad8-922e-cfdadbf9c23e req-ffe71d54-207c-4a55-ac63-fda311160406 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396514 Mar 07 23:25:29.378179 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-fc85bf2b-b72d-4085-8679-ca09f8defb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (cd8bd83b-95a1-4930-9f36-8ac050b3fbaf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:29.431669 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85bf2b-b72d-4085-8679-ca09f8defb66 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8bd83b-95a1-4930-9f36-8ac050b3fbaf,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:25:29.500493 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-fc85bf2b-b72d-4085-8679-ca09f8defb66 service neutron] Attempting to bind port cd8bd83b-95a1-4930-9f36-8ac050b3fbaf on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:25:29.500772 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-fc85bf2b-b72d-4085-8679-ca09f8defb66 service neutron] Attempting to bind port cd8bd83b-95a1-4930-9f36-8ac050b3fbaf by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '74371482-7c2b-46de-98da-8bc444f5efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:25:29.501133 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-fc85bf2b-b72d-4085-8679-ca09f8defb66 service neutron] Attempting to bind port cd8bd83b-95a1-4930-9f36-8ac050b3fbaf on network 6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:25:29.505748 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-fc85bf2b-b72d-4085-8679-ca09f8defb66 service neutron] Port cd8bd83b-95a1-4930-9f36-8ac050b3fbaf on network 6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 23:25:29.506116 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-fc85bf2b-b72d-4085-8679-ca09f8defb66 service neutron] Attempting to bind port cd8bd83b-95a1-4930-9f36-8ac050b3fbaf on network 6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:25:29.511094 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-fc85bf2b-b72d-4085-8679-ca09f8defb66 service neutron] Checking agent: {'id': 'c3ad4338-66dc-4d28-9621-abda7889d413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'started_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:25:29.511485 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-fc85bf2b-b72d-4085-8679-ca09f8defb66 service neutron] Checking segment: {'id': '74371482-7c2b-46de-98da-8bc444f5efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:25:29.511798 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-fc85bf2b-b72d-4085-8679-ca09f8defb66 service neutron] Bound using segment: {'id': '74371482-7c2b-46de-98da-8bc444f5efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:25:29.512777 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-fc85bf2b-b72d-4085-8679-ca09f8defb66 service neutron] Bound port: cd8bd83b-95a1-4930-9f36-8ac050b3fbaf, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74371482-7c2b-46de-98da-8bc444f5efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:25:29.512777 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-fc85bf2b-b72d-4085-8679-ca09f8defb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (cd8bd83b-95a1-4930-9f36-8ac050b3fbaf), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:29.580021 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-fc85bf2b-b72d-4085-8679-ca09f8defb66 service neutron] For port cd8bd83b-95a1-4930-9f36-8ac050b3fbaf, host hv-cinder-81322, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:25:29.582682 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-fc85bf2b-b72d-4085-8679-ca09f8defb66 service neutron] For port cd8bd83b-95a1-4930-9f36-8ac050b3fbaf, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cd8bd83b-95a1-4930-9f36-8ac050b3fbaf,segment=NetworkSegment(74371482-7c2b-46de-98da-8bc444f5efeb),segment_id=74371482-7c2b-46de-98da-8bc444f5efeb)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:25:29.658958 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-fc85bf2b-b72d-4085-8679-ca09f8defb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (cd8bd83b-95a1-4930-9f36-8ac050b3fbaf), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:29.694817 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-fc85bf2b-b72d-4085-8679-ca09f8defb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:29.695439 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-fc85bf2b-b72d-4085-8679-ca09f8defb66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:29.696806 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-fc85bf2b-b72d-4085-8679-ca09f8defb66 service neutron] 10.222.0.16 "PUT /v2.0/ports/cd8bd83b-95a1-4930-9f36-8ac050b3fbaf HTTP/1.1" status: 200 len: 1094 time: 0.7996805 Mar 07 23:25:29.697266 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f9e20b-f493-4084-ad86-1b4182131966', 'tag': 'cd8bd83b-95a1-4930-9f36-8ac050b3fbaf'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:25:29.699556 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c852209-5e26-4dc1-9159-219a26aad5af" -d '{"events": [{"name": "network-changed", "server_uuid": "94f9e20b-f493-4084-ad86-1b4182131966", "tag": "cd8bd83b-95a1-4930-9f36-8ac050b3fbaf"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:25:29.724523 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85bf2b-b72d-4085-8679-ca09f8defb66 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8bd83b-95a1-4930-9f36-8ac050b3fbaf,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:25:29.802989 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c6668b-925a-4e99-849d-cd058f872708 x-openstack-request-id: req-42c6668b-925a-4e99-849d-cd058f872708 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:25:29.802989 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f9e20b-f493-4084-ad86-1b4182131966", "tag": "cd8bd83b-95a1-4930-9f36-8ac050b3fbaf", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:25:29.802989 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-42c6668b-925a-4e99-849d-cd058f872708 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:25:29.802989 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f9e20b-f493-4084-ad86-1b4182131966', 'tag': 'cd8bd83b-95a1-4930-9f36-8ac050b3fbaf', 'status': 'completed', 'code': 200} Mar 07 23:25:29.847318 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-bf9d4454-985b-4121-8c76-47c41ce5bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:29.848807 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-bf9d4454-985b-4121-8c76-47c41ce5bbb1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65f628ebfe59412f9259197b2312e9db&device_id=94f9e20b-f493-4084-ad86-1b4182131966 HTTP/1.1" status: 200 len: 1128 time: 0.0592442 Mar 07 23:25:29.897032 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-3d278e06-bbfa-4cf9-bd23-0d3cd30a2e26 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd8bd83b-95a1-4930-9f36-8ac050b3fbaf HTTP/1.1" status: 200 len: 217 time: 0.0401511 Mar 07 23:25:29.950600 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-19b59a22-1ac2-4158-9eb3-fb961be97cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:29.952201 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-19b59a22-1ac2-4158-9eb3-fb961be97cea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=847f568e-86e2-4f9c-842c-14f21237e1e8 HTTP/1.1" status: 200 len: 853 time: 0.0479033 Mar 07 23:25:29.955625 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025ef82-196b-4af9-bc69-483c1f25127b req-1246da61-fd9e-460d-8200-85f4522e52e5 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:29.957133 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0025ef82-196b-4af9-bc69-483c1f25127b req-1246da61-fd9e-460d-8200-85f4522e52e5 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 943 time: 0.0556855 Mar 07 23:25:29.988164 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-b4fe80dc-cfa3-4169-9dd4-481bd26fef1f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285935 Mar 07 23:25:30.009254 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0025ef82-196b-4af9-bc69-483c1f25127b req-98abc7ee-61d9-48c2-9936-74633a15ecea tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464716 Mar 07 23:25:30.092757 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-0694eb6b-fb8c-4d01-a4b6-2bdabb247314 service neutron] 10.222.0.16 "GET /v2.0/networks/6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912426 Mar 07 23:25:30.182429 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c707fa07-f369-4d15-8cd9-3302af2c9b70 req-180ba95c-6d53-4aac-8232-a0d24aa6902a service neutron] 10.222.0.16 "GET /v2.0/networks/6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836463 Mar 07 23:25:30.315613 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c852209-5e26-4dc1-9159-219a26aad5af req-cdba0928-9d9f-413b-ad54-c48c8df27524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:30.317147 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5c852209-5e26-4dc1-9159-219a26aad5af req-cdba0928-9d9f-413b-ad54-c48c8df27524 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65f628ebfe59412f9259197b2312e9db&device_id=94f9e20b-f493-4084-ad86-1b4182131966 HTTP/1.1" status: 200 len: 1128 time: 0.0450664 Mar 07 23:25:30.362353 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:30.397755 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b90e3-577e-4636-8cbe-2fa0acbd366f req-fe37a24c-dee3-4fc1-b6ec-d59c23d28023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:30.399352 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-807b90e3-577e-4636-8cbe-2fa0acbd366f req-fe37a24c-dee3-4fc1-b6ec-d59c23d28023 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26&tenant_id=70c6d901ff9f4d8e84e6c24fe716994c HTTP/1.1" status: 200 len: 1127 time: 0.0513160 Mar 07 23:25:30.421847 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c852209-5e26-4dc1-9159-219a26aad5af req-f7014095-a1d2-456c-86ad-e6d1aafa1a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:30.423511 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5c852209-5e26-4dc1-9159-219a26aad5af req-f7014095-a1d2-456c-86ad-e6d1aafa1a90 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc HTTP/1.1" status: 200 len: 914 time: 0.1003137 Mar 07 23:25:30.464034 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5c852209-5e26-4dc1-9159-219a26aad5af req-014d88d4-3c85-4404-8fb5-737b9af5b168 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd8bd83b-95a1-4930-9f36-8ac050b3fbaf HTTP/1.1" status: 200 len: 217 time: 0.0347383 Mar 07 23:25:30.497495 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc24959-9df7-4fb7-a894-622a9869a38b req-3916dc72-10c5-4bb8-ad00-f7dfd82b7388 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:30.499632 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6cc24959-9df7-4fb7-a894-622a9869a38b req-3916dc72-10c5-4bb8-ad00-f7dfd82b7388 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f9e20b-f493-4084-ad86-1b4182131966 HTTP/1.1" status: 200 len: 944 time: 0.0843196 Mar 07 23:25:30.512861 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b90e3-577e-4636-8cbe-2fa0acbd366f req-de320a10-991b-4308-a418-56a4ddd8f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:30.514344 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-807b90e3-577e-4636-8cbe-2fa0acbd366f req-de320a10-991b-4308-a418-56a4ddd8f2b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70c6d901ff9f4d8e84e6c24fe716994c&device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 1127 time: 0.0863998 Mar 07 23:25:30.514498 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c852209-5e26-4dc1-9159-219a26aad5af req-0d7ed3b5-dfce-4424-bba8-56402589dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:30.516035 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5c852209-5e26-4dc1-9159-219a26aad5af req-0d7ed3b5-dfce-4424-bba8-56402589dd55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=847f568e-86e2-4f9c-842c-14f21237e1e8 HTTP/1.1" status: 200 len: 853 time: 0.0451238 Mar 07 23:25:30.555353 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5c852209-5e26-4dc1-9159-219a26aad5af req-4c87ee52-ada7-4d51-8794-0534def62726 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294325 Mar 07 23:25:30.599986 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6cc24959-9df7-4fb7-a894-622a9869a38b req-e2ff2c24-2ab8-494d-8ba7-7820333284eb tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944440 Mar 07 23:25:30.630600 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b90e3-577e-4636-8cbe-2fa0acbd366f req-45e17ff0-a06c-4cd0-8ebc-301cefcd28eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:30.632066 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-807b90e3-577e-4636-8cbe-2fa0acbd366f req-45e17ff0-a06c-4cd0-8ebc-301cefcd28eb service neutron] 10.222.0.16 "GET /v2.0/networks?id=2859357e-3793-4a4e-a3ac-55382bb5099f HTTP/1.1" status: 200 len: 918 time: 0.1048882 Mar 07 23:25:30.645461 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5c852209-5e26-4dc1-9159-219a26aad5af req-f6090fcf-428b-436b-b0a5-6a5a0866474e service neutron] 10.222.0.16 "GET /v2.0/networks/6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834446 Mar 07 23:25:30.704432 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-807b90e3-577e-4636-8cbe-2fa0acbd366f req-2f4fef2b-cb79-49d0-882e-b2ad4403961e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e354ab4-f558-4849-b016-0c8859a01e7e HTTP/1.1" status: 200 len: 999 time: 0.0644867 Mar 07 23:25:30.736687 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5c852209-5e26-4dc1-9159-219a26aad5af req-180773eb-1b90-4ada-b3fc-21fe03388056 service neutron] 10.222.0.16 "GET /v2.0/networks/6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846643 Mar 07 23:25:30.755108 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b90e3-577e-4636-8cbe-2fa0acbd366f req-8ed025d8-ce0e-4b2d-81f8-d77e842dcb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:30.756577 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-807b90e3-577e-4636-8cbe-2fa0acbd366f req-8ed025d8-ce0e-4b2d-81f8-d77e842dcb0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc HTTP/1.1" status: 200 len: 856 time: 0.0453291 Mar 07 23:25:30.808177 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b90e3-577e-4636-8cbe-2fa0acbd366f req-d34e0c30-9554-470d-be83-bdd7bf99a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:30.809642 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-807b90e3-577e-4636-8cbe-2fa0acbd366f req-d34e0c30-9554-470d-be83-bdd7bf99a8aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2859357e-3793-4a4e-a3ac-55382bb5099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446081 Mar 07 23:25:30.901999 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-807b90e3-577e-4636-8cbe-2fa0acbd366f req-7f418166-5227-4e41-8193-57542d63c917 service neutron] 10.222.0.16 "GET /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859542 Mar 07 23:25:30.988283 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-807b90e3-577e-4636-8cbe-2fa0acbd366f req-6830956a-3f58-4a05-b6b1-b02eb033f2c4 service neutron] 10.222.0.16 "GET /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801973 Mar 07 23:25:31.136366 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36100c9-89e0-40d0-99d8-bcceb9ff48cc req-ff2592e3-041d-4444-a437-a3f73c30ccca tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:31.136366 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f36100c9-89e0-40d0-99d8-bcceb9ff48cc req-ff2592e3-041d-4444-a437-a3f73c30ccca tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 943 time: 0.0528841 Mar 07 23:25:31.180564 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f36100c9-89e0-40d0-99d8-bcceb9ff48cc req-e8d81714-146f-4f70-93cc-6c77578bf4c4 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391245 Mar 07 23:25:31.759936 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65a46d-ba3f-4411-bac4-e8e73c8bf09b req-907b8927-d1ec-4c76-8cc9-1a15b3885a45 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:31.761676 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0b65a46d-ba3f-4411-bac4-e8e73c8bf09b req-907b8927-d1ec-4c76-8cc9-1a15b3885a45 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f9e20b-f493-4084-ad86-1b4182131966 HTTP/1.1" status: 200 len: 944 time: 0.0653515 Mar 07 23:25:31.819079 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0b65a46d-ba3f-4411-bac4-e8e73c8bf09b req-1d784b4e-5fe4-4dc5-97b4-5c1fe04789e2 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516472 Mar 07 23:25:32.303323 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02417ff4-6f9d-4281-87b8-3992a90a49ac req-76079197-7098-47e0-ab23-054e2677f2ae tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:32.304927 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-02417ff4-6f9d-4281-87b8-3992a90a49ac req-76079197-7098-47e0-ab23-054e2677f2ae tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 943 time: 0.0528536 Mar 07 23:25:32.367076 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-02417ff4-6f9d-4281-87b8-3992a90a49ac req-7e69885a-57e7-46fb-aea9-1ea4f3de417c tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554185 Mar 07 23:25:32.942912 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3d2fd-07af-4b48-819a-e03c380ee540 req-2ed419c1-1f57-4cf7-8b95-0a11b9f42b7a tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:32.949554 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f1b3d2fd-07af-4b48-819a-e03c380ee540 req-2ed419c1-1f57-4cf7-8b95-0a11b9f42b7a tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f9e20b-f493-4084-ad86-1b4182131966 HTTP/1.1" status: 200 len: 944 time: 0.0619407 Mar 07 23:25:32.992259 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f1b3d2fd-07af-4b48-819a-e03c380ee540 req-2263f9dc-0b35-431c-bad3-0576da797ae7 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416207 Mar 07 23:25:33.020344 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device cd8bd83b-95a1-4930-9f36-8ac050b3fbaf details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:25:33.124693 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port cd8bd83b-95a1-4930-9f36-8ac050b3fbaf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cd8bd83b-95a1-4930-9f36-8ac050b3fbaf,segment=NetworkSegment(74371482-7c2b-46de-98da-8bc444f5efeb),segment_id=74371482-7c2b-46de-98da-8bc444f5efeb)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:25:33.136587 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': 'cd8bd83b-95a1-4930-9f36-8ac050b3fbaf', 'network_id': '6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc', 'port_id': 'cd8bd83b-95a1-4930-9f36-8ac050b3fbaf', 'mac_address': 'fa:16:3e:a5:1f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '847f568e-86e2-4f9c-842c-14f21237e1e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:25:33.178654 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port cd8bd83b-95a1-4930-9f36-8ac050b3fbaf is: DOWN; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:25:33.179045 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (cd8bd83b-95a1-4930-9f36-8ac050b3fbaf), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:33.193071 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8bd83b-95a1-4930-9f36-8ac050b3fbaf {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:25:33.213646 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port cd8bd83b-95a1-4930-9f36-8ac050b3fbaf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cd8bd83b-95a1-4930-9f36-8ac050b3fbaf,segment=NetworkSegment(74371482-7c2b-46de-98da-8bc444f5efeb),segment_id=74371482-7c2b-46de-98da-8bc444f5efeb)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:25:33.287208 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (cd8bd83b-95a1-4930-9f36-8ac050b3fbaf), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:33.338637 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=cd8bd83b-95a1-4930-9f36-8ac050b3fbaf,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:25:33.504320 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ff51f-0883-41e8-a1ae-4a707f08751d req-da8b3622-862b-4105-a9ec-1cea6f8af572 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:33.505898 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4f2ff51f-0883-41e8-a1ae-4a707f08751d req-da8b3622-862b-4105-a9ec-1cea6f8af572 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 943 time: 0.0569165 Mar 07 23:25:33.541778 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['cd8bd83b-95a1-4930-9f36-8ac050b3fbaf'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:25:33.561641 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4f2ff51f-0883-41e8-a1ae-4a707f08751d req-b4e66ae5-d694-46e6-9370-dd3a2922f71c tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501351 Mar 07 23:25:34.123560 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdfbe2-b2b3-4792-80be-32edbcb171dd req-b42449aa-0232-497d-84d2-0a7205ae204c tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:34.125491 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b2fdfbe2-b2b3-4792-80be-32edbcb171dd req-b42449aa-0232-497d-84d2-0a7205ae204c tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f9e20b-f493-4084-ad86-1b4182131966 HTTP/1.1" status: 200 len: 945 time: 0.0598831 Mar 07 23:25:34.174256 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b2fdfbe2-b2b3-4792-80be-32edbcb171dd req-1943bc6b-7540-4f4c-8fbf-62440e98abac tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437093 Mar 07 23:25:34.698293 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4a0f2-1ca0-424a-b928-9e16ed4f4d45 req-6e463fd5-44a5-4230-8ba0-24b1638b63f7 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:34.699751 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4ec4a0f2-1ca0-424a-b928-9e16ed4f4d45 req-6e463fd5-44a5-4230-8ba0-24b1638b63f7 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 943 time: 0.0592580 Mar 07 23:25:34.746310 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4ec4a0f2-1ca0-424a-b928-9e16ed4f4d45 req-1c9254a9-46bf-40f8-8f1b-f618e141799a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408611 Mar 07 23:25:35.028856 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device cd8bd83b-95a1-4930-9f36-8ac050b3fbaf up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:25:35.133423 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning for port cd8bd83b-95a1-4930-9f36-8ac050b3fbaf completed by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 23:25:35.137567 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port cd8bd83b-95a1-4930-9f36-8ac050b3fbaf triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:25:35.138017 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (cd8bd83b-95a1-4930-9f36-8ac050b3fbaf), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:35.226763 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port cd8bd83b-95a1-4930-9f36-8ac050b3fbaf is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:25:35.228537 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (cd8bd83b-95a1-4930-9f36-8ac050b3fbaf), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:35.255787 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f9e20b-f493-4084-ad86-1b4182131966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8bd83b-95a1-4930-9f36-8ac050b3fbaf'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:25:35.258108 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64789591-ff35-44c7-a8ce-5c26521fa896" -d '{"events": [{"server_uuid": "94f9e20b-f493-4084-ad86-1b4182131966", "name": "network-vif-plugged", "status": "completed", "tag": "cd8bd83b-95a1-4930-9f36-8ac050b3fbaf"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:25:35.271689 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port cd8bd83b-95a1-4930-9f36-8ac050b3fbaf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cd8bd83b-95a1-4930-9f36-8ac050b3fbaf,segment=NetworkSegment(74371482-7c2b-46de-98da-8bc444f5efeb),segment_id=74371482-7c2b-46de-98da-8bc444f5efeb)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:25:35.301235 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c650e9ca-0da3-4146-951a-239287b817e7 x-openstack-request-id: req-c650e9ca-0da3-4146-951a-239287b817e7 {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:25:35.301534 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f9e20b-f493-4084-ad86-1b4182131966", "name": "network-vif-plugged", "status": "completed", "tag": "cd8bd83b-95a1-4930-9f36-8ac050b3fbaf", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:25:35.301796 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c650e9ca-0da3-4146-951a-239287b817e7 {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:25:35.302193 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f9e20b-f493-4084-ad86-1b4182131966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8bd83b-95a1-4930-9f36-8ac050b3fbaf', 'code': 200} Mar 07 23:25:35.316841 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (cd8bd83b-95a1-4930-9f36-8ac050b3fbaf), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:35.323698 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb9514-812e-4ae2-b6cd-fd469e882676 req-8bfc1a39-466e-4b76-9f10-7b0542f9caa9 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:35.325249 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5deb9514-812e-4ae2-b6cd-fd469e882676 req-8bfc1a39-466e-4b76-9f10-7b0542f9caa9 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f9e20b-f493-4084-ad86-1b4182131966 HTTP/1.1" status: 200 len: 945 time: 0.0817826 Mar 07 23:25:35.370459 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=cd8bd83b-95a1-4930-9f36-8ac050b3fbaf,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:25:35.376429 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5deb9514-812e-4ae2-b6cd-fd469e882676 req-225f8f09-25f4-4113-bada-b3f284ae2f5a tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447462 Mar 07 23:25:35.877541 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8965c4c-950c-4120-93c2-cbd60509f42b req-cdd1d659-d698-47f9-b420-416e1eb8e18c tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:35.879055 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f8965c4c-950c-4120-93c2-cbd60509f42b req-cdd1d659-d698-47f9-b420-416e1eb8e18c tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 943 time: 0.0578723 Mar 07 23:25:35.928835 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f8965c4c-950c-4120-93c2-cbd60509f42b req-becaf321-e6dd-4d12-ba6e-c4a056bc6953 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442514 Mar 07 23:25:36.508104 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492260e-d4ce-48ab-b618-61bd3c09e4f0 req-1e08916b-3b92-4bdf-af52-e81590317b45 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:36.509603 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-7492260e-d4ce-48ab-b618-61bd3c09e4f0 req-1e08916b-3b92-4bdf-af52-e81590317b45 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f9e20b-f493-4084-ad86-1b4182131966 HTTP/1.1" status: 200 len: 946 time: 0.0564449 Mar 07 23:25:36.559525 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-7492260e-d4ce-48ab-b618-61bd3c09e4f0 req-faaba230-3c4c-4180-92bb-db55cd1e847a tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444272 Mar 07 23:25:37.077978 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09715a88-ff56-4efc-9324-5311de4b4d03 req-eb1de428-893f-4950-b935-0ce41cfed7cd tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:37.079563 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-09715a88-ff56-4efc-9324-5311de4b4d03 req-eb1de428-893f-4950-b935-0ce41cfed7cd tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 943 time: 0.0588918 Mar 07 23:25:37.129580 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-09715a88-ff56-4efc-9324-5311de4b4d03 req-2b009b95-928c-4f6c-84cd-3eb36590c03d tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441599 Mar 07 23:25:37.695787 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421e841-0809-47f8-9982-b7bed8760c9f req-3491ad8b-054e-466c-ae9c-30f69e1fd2be tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:37.697289 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-8421e841-0809-47f8-9982-b7bed8760c9f req-3491ad8b-054e-466c-ae9c-30f69e1fd2be tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f9e20b-f493-4084-ad86-1b4182131966 HTTP/1.1" status: 200 len: 946 time: 0.0664196 Mar 07 23:25:37.749244 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-8421e841-0809-47f8-9982-b7bed8760c9f req-384fd81e-b64d-4f3c-88fd-365aba6ab8f9 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462837 Mar 07 23:25:38.260605 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08e242-c560-4a39-b42b-88e0d508d6e2 req-919c7dac-6276-45f9-9208-f40767b4afd2 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:38.262274 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0f08e242-c560-4a39-b42b-88e0d508d6e2 req-919c7dac-6276-45f9-9208-f40767b4afd2 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 943 time: 0.0537651 Mar 07 23:25:38.322278 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0f08e242-c560-4a39-b42b-88e0d508d6e2 req-0b4d9644-b314-45e1-b418-57e10a38b499 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516231 Mar 07 23:25:38.874376 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89826-c364-42c1-a76a-a6fdbc5d667c req-9e59dd8a-f58a-4060-8836-95ec2c10a3e8 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:38.875944 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a7a89826-c364-42c1-a76a-a6fdbc5d667c req-9e59dd8a-f58a-4060-8836-95ec2c10a3e8 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f9e20b-f493-4084-ad86-1b4182131966 HTTP/1.1" status: 200 len: 946 time: 0.0572267 Mar 07 23:25:38.929225 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a7a89826-c364-42c1-a76a-a6fdbc5d667c req-6510e4c9-1e06-4ce3-a4b6-ee60752f7c36 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474596 Mar 07 23:25:39.450648 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88f9cb-99a0-44e6-b0cc-b006e2e1a306 req-6c5410c0-7e53-47b1-955f-1a455fb89652 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:39.452159 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2c88f9cb-99a0-44e6-b0cc-b006e2e1a306 req-6c5410c0-7e53-47b1-955f-1a455fb89652 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 943 time: 0.0531490 Mar 07 23:25:39.500558 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2c88f9cb-99a0-44e6-b0cc-b006e2e1a306 req-65337b12-5ba2-4740-be66-d5d89ea84af0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428591 Mar 07 23:25:40.051710 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:25:40.053705 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ffe2b-f43f-4194-827d-daf7723d28d9 req-3a4218fe-8d57-4c55-b84d-208fc8b63eea tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:40.056022 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d94ffe2b-f43f-4194-827d-daf7723d28d9 req-3a4218fe-8d57-4c55-b84d-208fc8b63eea tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f9e20b-f493-4084-ad86-1b4182131966 HTTP/1.1" status: 200 len: 946 time: 0.0568616 Mar 07 23:25:40.104519 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d94ffe2b-f43f-4194-827d-daf7723d28d9 req-12ea3c41-0dca-4cb1-a440-2b5ba44450bf tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428534 Mar 07 23:25:40.626549 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd313215-05b1-4f95-9d40-d890ff5f44a6 req-872b52cb-c696-42b1-8fed-79bffcf14231 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:40.628018 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-dd313215-05b1-4f95-9d40-d890ff5f44a6 req-872b52cb-c696-42b1-8fed-79bffcf14231 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 943 time: 0.0552011 Mar 07 23:25:40.676445 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-dd313215-05b1-4f95-9d40-d890ff5f44a6 req-f5a4ad26-e71f-4dd8-b67e-6103fb7fc3c9 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426629 Mar 07 23:25:41.108430 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4b55c-da2d-4f62-b1d1-63902f705e3b req-9c5e3465-f60f-49c4-b56d-6f38149a8e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:41.109903 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-cea4b55c-da2d-4f62-b1d1-63902f705e3b req-9c5e3465-f60f-49c4-b56d-6f38149a8e2c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=94f9e20b-f493-4084-ad86-1b4182131966 HTTP/1.1" status: 200 len: 1130 time: 0.0442963 Mar 07 23:25:41.154064 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-cea4b55c-da2d-4f62-b1d1-63902f705e3b req-d72585b4-c5b9-44e6-b753-1022e7c2df90 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379341 Mar 07 23:25:41.226527 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae203e6-9a3e-43cd-942c-a9cfda09e4eb req-d096e4e4-42af-475f-bbce-0ffed4a0bfa4 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:41.227976 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1ae203e6-9a3e-43cd-942c-a9cfda09e4eb req-d096e4e4-42af-475f-bbce-0ffed4a0bfa4 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f9e20b-f493-4084-ad86-1b4182131966 HTTP/1.1" status: 200 len: 946 time: 0.0553751 Mar 07 23:25:41.273313 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1ae203e6-9a3e-43cd-942c-a9cfda09e4eb req-50608991-5203-44b9-9555-1211d79aae23 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390925 Mar 07 23:25:41.794169 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c28505-bfd9-4159-b2b7-ffe34a3c81d6 req-32c34b05-9ba3-47ec-bbf3-950fd77bfff8 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:41.796175 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-80c28505-bfd9-4159-b2b7-ffe34a3c81d6 req-32c34b05-9ba3-47ec-bbf3-950fd77bfff8 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 943 time: 0.0497758 Mar 07 23:25:41.839616 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-80c28505-bfd9-4159-b2b7-ffe34a3c81d6 req-fdbc5ab9-2024-4a67-92b4-08d766c0d609 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380244 Mar 07 23:25:42.394017 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44f7a8-19d6-4707-b270-3bae09e46af7 req-2d8a4d40-615e-4371-8a43-dae8771acec9 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:42.400846 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ad44f7a8-19d6-4707-b270-3bae09e46af7 req-2d8a4d40-615e-4371-8a43-dae8771acec9 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f9e20b-f493-4084-ad86-1b4182131966 HTTP/1.1" status: 200 len: 946 time: 0.0592074 Mar 07 23:25:42.447665 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ad44f7a8-19d6-4707-b270-3bae09e46af7 req-834e6b5f-1d21-4623-828f-dd4246c851f0 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458796 Mar 07 23:25:42.959781 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ff5ae-c8a2-4a2c-86da-5d2c6dda981e req-3c2c2729-82ce-4f55-8467-aedc69b10589 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:42.961414 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6b1ff5ae-c8a2-4a2c-86da-5d2c6dda981e req-3c2c2729-82ce-4f55-8467-aedc69b10589 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 943 time: 0.0513651 Mar 07 23:25:43.013243 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6b1ff5ae-c8a2-4a2c-86da-5d2c6dda981e req-1d041b63-4876-42b6-94f6-a0e8a4714f78 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462074 Mar 07 23:25:43.569241 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64dbd5-9137-4c61-8062-914d35e00578 req-95cfb187-c6c3-41c1-878d-674d0aeb7036 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:43.570984 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-cb64dbd5-9137-4c61-8062-914d35e00578 req-95cfb187-c6c3-41c1-878d-674d0aeb7036 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f9e20b-f493-4084-ad86-1b4182131966 HTTP/1.1" status: 200 len: 946 time: 0.0560167 Mar 07 23:25:43.618496 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-cb64dbd5-9137-4c61-8062-914d35e00578 req-42feec7e-dae3-409b-8027-d665bc03fd57 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420208 Mar 07 23:25:44.136359 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a344e9-b621-4b63-a267-01c2046e67ee req-9a4b316e-9140-4490-a69c-65b7af951d7e tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:44.137854 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f5a344e9-b621-4b63-a267-01c2046e67ee req-9a4b316e-9140-4490-a69c-65b7af951d7e tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 943 time: 0.0521324 Mar 07 23:25:44.182236 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f5a344e9-b621-4b63-a267-01c2046e67ee req-8c9c076a-83d8-45c7-9178-084d1bd538bc tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388231 Mar 07 23:25:45.072897 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 6e354ab4-f558-4849-b016-0c8859a01e7e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:25:45.168248 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 6e354ab4-f558-4849-b016-0c8859a01e7e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6e354ab4-f558-4849-b016-0c8859a01e7e,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:25:45.179505 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': '6e354ab4-f558-4849-b016-0c8859a01e7e', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'port_id': '6e354ab4-f558-4849-b016-0c8859a01e7e', 'mac_address': 'fa:16:3e:f3:d5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:25:45.216471 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 6e354ab4-f558-4849-b016-0c8859a01e7e is: DOWN; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:25:45.216868 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:45.229750 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e354ab4-f558-4849-b016-0c8859a01e7e {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:25:45.253967 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 6e354ab4-f558-4849-b016-0c8859a01e7e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6e354ab4-f558-4849-b016-0c8859a01e7e,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:25:45.305995 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4d633-c146-4c68-a9e6-9363f5b9cc16 req-4e1d09cb-917a-4b83-9e3b-2f0cf6a60723 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:45.307429 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5dc4d633-c146-4c68-a9e6-9363f5b9cc16 req-4e1d09cb-917a-4b83-9e3b-2f0cf6a60723 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 943 time: 0.0538886 Mar 07 23:25:45.352640 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5dc4d633-c146-4c68-a9e6-9363f5b9cc16 req-ba2bb568-511a-4ed1-a90b-9f1f5b5c20ab tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397232 Mar 07 23:25:45.361224 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:45.408033 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=6e354ab4-f558-4849-b016-0c8859a01e7e,revision_number=9']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:25:45.594380 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['6e354ab4-f558-4849-b016-0c8859a01e7e'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:25:46.477411 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdfea2-6be1-4762-9d39-596e9cff523c req-58ed9463-5dc6-4975-b468-9c28c61031b6 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:46.478861 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-27cdfea2-6be1-4762-9d39-596e9cff523c req-58ed9463-5dc6-4975-b468-9c28c61031b6 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 944 time: 0.0534596 Mar 07 23:25:46.523590 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-27cdfea2-6be1-4762-9d39-596e9cff523c req-a84b79ac-75c4-4110-9ca5-dce7d4c0356a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386896 Mar 07 23:25:47.074647 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 6e354ab4-f558-4849-b016-0c8859a01e7e up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:25:47.124400 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port 6e354ab4-f558-4849-b016-0c8859a01e7e triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:25:47.124768 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:47.198405 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 6e354ab4-f558-4849-b016-0c8859a01e7e is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:25:47.198791 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:47.221208 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51f6a25-7c0b-48fe-90d6-afef49cafa26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e354ab4-f558-4849-b016-0c8859a01e7e'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:25:47.223376 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a51781c-3070-438e-bb2e-36a3dd4c1fb5" -d '{"events": [{"server_uuid": "d51f6a25-7c0b-48fe-90d6-afef49cafa26", "name": "network-vif-plugged", "status": "completed", "tag": "6e354ab4-f558-4849-b016-0c8859a01e7e"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:25:47.235215 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 6e354ab4-f558-4849-b016-0c8859a01e7e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6e354ab4-f558-4849-b016-0c8859a01e7e,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:25:47.256911 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09b4043-6b87-4805-82c6-6508fe7b6df8 x-openstack-request-id: req-d09b4043-6b87-4805-82c6-6508fe7b6df8 {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:25:47.257227 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51f6a25-7c0b-48fe-90d6-afef49cafa26", "name": "network-vif-plugged", "status": "completed", "tag": "6e354ab4-f558-4849-b016-0c8859a01e7e", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:25:47.257483 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d09b4043-6b87-4805-82c6-6508fe7b6df8 {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:25:47.257868 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51f6a25-7c0b-48fe-90d6-afef49cafa26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e354ab4-f558-4849-b016-0c8859a01e7e', 'code': 200} Mar 07 23:25:47.292436 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:47.344633 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=6e354ab4-f558-4849-b016-0c8859a01e7e,revision_number=10']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:25:47.507190 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d2ae4-4484-4a4b-a5a6-87623fd56940 req-479341d1-8b59-400c-b48c-d0147a9710af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:47.508740 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1f3d2ae4-4484-4a4b-a5a6-87623fd56940 req-479341d1-8b59-400c-b48c-d0147a9710af service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 1130 time: 0.0441999 Mar 07 23:25:47.551680 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1f3d2ae4-4484-4a4b-a5a6-87623fd56940 req-10e26842-e565-4382-8a7d-f7f9a20d88f6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361080 Mar 07 23:25:47.645022 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b91ee7-bbd5-4a45-9060-fb9ed16dc04b req-8de3201e-6f79-4e7a-b810-48865dee8743 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:47.646523 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-67b91ee7-bbd5-4a45-9060-fb9ed16dc04b req-8de3201e-6f79-4e7a-b810-48865dee8743 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 946 time: 0.0520287 Mar 07 23:25:47.692066 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-67b91ee7-bbd5-4a45-9060-fb9ed16dc04b req-1515f0d3-acae-4def-858e-30ee15dbed6d tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399177 Mar 07 23:25:48.817023 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aec4b0-e1a4-42ac-91c5-46f0d086c130 req-a77d8f79-c2b2-40c3-a81e-f00b59e39edb tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:48.819886 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-25aec4b0-e1a4-42ac-91c5-46f0d086c130 req-a77d8f79-c2b2-40c3-a81e-f00b59e39edb tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 946 time: 0.0535967 Mar 07 23:25:48.868572 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-25aec4b0-e1a4-42ac-91c5-46f0d086c130 req-3041a83c-4708-49d9-8e1f-85b26ebfb599 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430677 Mar 07 23:25:49.993841 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfa9fc-f7b2-4c2f-85f6-31b2a914973b req-89f54330-8231-4f2b-91e0-fae0ce20aae0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:49.995606 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-02bfa9fc-f7b2-4c2f-85f6-31b2a914973b req-89f54330-8231-4f2b-91e0-fae0ce20aae0 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 946 time: 0.0561488 Mar 07 23:25:50.042658 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-02bfa9fc-f7b2-4c2f-85f6-31b2a914973b req-3eb984d0-d40a-4892-b285-0c16546fea53 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410416 Mar 07 23:25:53.886666 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-ef26218a-6da8-4e5d-876a-e80b7280d54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:55.966354 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:56.166507 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-ce6fbc99-f691-4f04-82c2-c36f6db639a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:57.124255 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-28853e66-9017-4493-8e2e-14ef1ccbfe4c req-4d1b1e90-50d2-4854-8927-a75c9fc9b920 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e9a29f9-9730-4253-8757-120a57b63f6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420833 Mar 07 23:25:57.184226 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28853e66-9017-4493-8e2e-14ef1ccbfe4c req-6e5e902c-d692-4a32-bc15-ff854477bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:57.185772 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-28853e66-9017-4493-8e2e-14ef1ccbfe4c req-6e5e902c-d692-4a32-bc15-ff854477bc31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b0c5a8c78de4cedabc1710b0a7bcb52&device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 1129 time: 0.0425293 Mar 07 23:25:57.558549 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28853e66-9017-4493-8e2e-14ef1ccbfe4c req-626ef46b-7148-4b44-9892-4763b90c54e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:57.559987 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-28853e66-9017-4493-8e2e-14ef1ccbfe4c req-626ef46b-7148-4b44-9892-4763b90c54e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=60cd751d-3709-4142-8796-5cc239f83beb HTTP/1.1" status: 200 len: 912 time: 0.3559062 Mar 07 23:25:57.625749 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-28853e66-9017-4493-8e2e-14ef1ccbfe4c req-30eff9c3-d56b-4e52-a34b-ca1bb778b901 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da HTTP/1.1" status: 200 len: 1001 time: 0.0594466 Mar 07 23:25:57.675498 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28853e66-9017-4493-8e2e-14ef1ccbfe4c req-b9f47b44-432f-4812-a2d0-a0e02f4ced85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:57.676972 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-28853e66-9017-4493-8e2e-14ef1ccbfe4c req-b9f47b44-432f-4812-a2d0-a0e02f4ced85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebe707c4-73f7-4b8d-a363-ddcbe10d5528 HTTP/1.1" status: 200 len: 850 time: 0.0455503 Mar 07 23:25:57.726843 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:57.728674 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28853e66-9017-4493-8e2e-14ef1ccbfe4c req-e9aa4775-f6f9-4da1-bf61-eed3dee9eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:57.730173 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-28853e66-9017-4493-8e2e-14ef1ccbfe4c req-e9aa4775-f6f9-4da1-bf61-eed3dee9eab5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60cd751d-3709-4142-8796-5cc239f83beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462859 Mar 07 23:25:57.817929 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-28853e66-9017-4493-8e2e-14ef1ccbfe4c req-5b7a368e-13f7-4480-8eb5-63c6ec116151 service neutron] 10.222.0.16 "GET /v2.0/networks/60cd751d-3709-4142-8796-5cc239f83beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812557 Mar 07 23:25:57.908301 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-28853e66-9017-4493-8e2e-14ef1ccbfe4c req-a744c4c5-0ade-457f-b897-79dad9055838 service neutron] 10.222.0.16 "GET /v2.0/networks/60cd751d-3709-4142-8796-5cc239f83beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842192 Mar 07 23:25:59.015591 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:25:59.144392 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb02b3-293d-4162-8892-695d06fe9aff req-5ae536fe-b125-4629-969d-81f9cbb079bd tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:59.145844 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4aeb02b3-293d-4162-8892-695d06fe9aff req-5ae536fe-b125-4629-969d-81f9cbb079bd tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 945 time: 0.0526395 Mar 07 23:25:59.192424 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4aeb02b3-293d-4162-8892-695d06fe9aff req-58a83fd8-cbc4-4c65-914b-51005e946827 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e234498-db15-48f0-a346-151a94d481b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408781 Mar 07 23:25:59.475054 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63164391-5000-4240-a55f-0c8977a5062d req-679b455f-555e-4f89-b8f7-3d863cfe4b12 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:25:59.476404 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-63164391-5000-4240-a55f-0c8977a5062d req-679b455f-555e-4f89-b8f7-3d863cfe4b12 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 945 time: 0.0510850 Mar 07 23:25:59.524592 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-63164391-5000-4240-a55f-0c8977a5062d req-2f39e319-fde3-42c1-851b-e99496f4172e tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=8270a7e7-8bf1-4752-8d57-438eb3c3c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426702 Mar 07 23:26:00.309128 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e3c01-af06-4dde-be8f-bf6f5b55329a req-89e1a5ea-592a-4112-8d8d-91244d86a275 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:00.315293 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-af0e3c01-af06-4dde-be8f-bf6f5b55329a req-89e1a5ea-592a-4112-8d8d-91244d86a275 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 945 time: 0.0511682 Mar 07 23:26:00.356138 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-af0e3c01-af06-4dde-be8f-bf6f5b55329a req-54a2f3cc-d979-4bff-b72d-421657d233fb tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e234498-db15-48f0-a346-151a94d481b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399904 Mar 07 23:26:00.366765 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:00.638210 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b2661-4633-4d36-9744-4061ad66bebe req-76d1e46f-2251-4063-96de-7b786d0d969a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:00.639645 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b84b2661-4633-4d36-9744-4061ad66bebe req-76d1e46f-2251-4063-96de-7b786d0d969a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 945 time: 0.0499616 Mar 07 23:26:00.684086 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b84b2661-4633-4d36-9744-4061ad66bebe req-9ddfbca4-6625-41f7-82a5-c28e5a2637f9 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=8270a7e7-8bf1-4752-8d57-438eb3c3c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384834 Mar 07 23:26:01.474118 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4692c-8a76-4295-938f-a01c76aa46e4 req-77d27d0a-92ab-47a1-bf38-50116133467e tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:01.475565 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5ed4692c-8a76-4295-938f-a01c76aa46e4 req-77d27d0a-92ab-47a1-bf38-50116133467e tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 945 time: 0.0508914 Mar 07 23:26:01.523271 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5ed4692c-8a76-4295-938f-a01c76aa46e4 req-1a6fb3e0-3fd3-4d95-930b-9e3712f207b5 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e234498-db15-48f0-a346-151a94d481b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423002 Mar 07 23:26:01.798701 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f41614-90a5-4918-aa73-b9f3e943c460 req-9e17c7e8-6b31-4cd5-ba5c-87a257b078a8 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:01.800139 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-54f41614-90a5-4918-aa73-b9f3e943c460 req-9e17c7e8-6b31-4cd5-ba5c-87a257b078a8 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 945 time: 0.0512695 Mar 07 23:26:01.845549 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-54f41614-90a5-4918-aa73-b9f3e943c460 req-c6a707c5-99fe-40a7-90b9-7360e7b5f179 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=8270a7e7-8bf1-4752-8d57-438eb3c3c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398648 Mar 07 23:26:02.638997 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf51d50-e9d5-44dc-81fb-59cf77e7d096 req-a34c2099-709f-4fb7-99c4-f7a8fabee341 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:02.640540 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-eaf51d50-e9d5-44dc-81fb-59cf77e7d096 req-a34c2099-709f-4fb7-99c4-f7a8fabee341 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 945 time: 0.0517979 Mar 07 23:26:02.686763 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-eaf51d50-e9d5-44dc-81fb-59cf77e7d096 req-8cfee061-7536-425e-abcb-585dd50f39d9 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e234498-db15-48f0-a346-151a94d481b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399508 Mar 07 23:26:02.963856 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c8cd7-0cbf-430f-bcfd-48d30687cf5d req-6e53d2d6-23c4-4996-8908-3f1f5d425c69 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:02.965248 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5c5c8cd7-0cbf-430f-bcfd-48d30687cf5d req-6e53d2d6-23c4-4996-8908-3f1f5d425c69 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 945 time: 0.0548828 Mar 07 23:26:03.010798 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5c5c8cd7-0cbf-430f-bcfd-48d30687cf5d req-70c113cb-d7e5-4485-bf11-7ae96dedaee0 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=8270a7e7-8bf1-4752-8d57-438eb3c3c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400608 Mar 07 23:26:03.802479 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ca841-5168-46e4-b772-2a9e1ae9b981 req-e53765d5-3ce5-4455-8de8-2732f98c1c7e tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:03.804031 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ac7ca841-5168-46e4-b772-2a9e1ae9b981 req-e53765d5-3ce5-4455-8de8-2732f98c1c7e tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 945 time: 0.0515556 Mar 07 23:26:03.849134 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ac7ca841-5168-46e4-b772-2a9e1ae9b981 req-46fb1556-2d70-4ec1-9ee6-298f0e91a121 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e234498-db15-48f0-a346-151a94d481b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396585 Mar 07 23:26:04.125907 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad3b2b-2471-4b68-8085-c4f48f02c02a req-21c7aab5-bc49-483d-b05e-f8bd1f34fe92 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:04.127432 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c5ad3b2b-2471-4b68-8085-c4f48f02c02a req-21c7aab5-bc49-483d-b05e-f8bd1f34fe92 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 945 time: 0.0525665 Mar 07 23:26:04.171858 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c5ad3b2b-2471-4b68-8085-c4f48f02c02a req-5929ce1f-ba40-4265-828e-1703a37a4e3c tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=8270a7e7-8bf1-4752-8d57-438eb3c3c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390170 Mar 07 23:26:04.967936 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8001d-435a-4cfe-8642-4c3e2df1c272 req-92f6cc9c-f7a4-43ff-b83a-325e5c12125e tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:04.969915 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8fd8001d-435a-4cfe-8642-4c3e2df1c272 req-92f6cc9c-f7a4-43ff-b83a-325e5c12125e tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 945 time: 0.0549591 Mar 07 23:26:05.013563 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8fd8001d-435a-4cfe-8642-4c3e2df1c272 req-90ca5e9b-bdfe-4959-a2d5-532351c2283a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e234498-db15-48f0-a346-151a94d481b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382783 Mar 07 23:26:05.288196 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc06213-73e6-42eb-a945-3653e5677136 req-f50eab5c-a772-4717-860c-ef0df74904d3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:05.289692 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-dfc06213-73e6-42eb-a945-3653e5677136 req-f50eab5c-a772-4717-860c-ef0df74904d3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 945 time: 0.0509701 Mar 07 23:26:05.337446 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-dfc06213-73e6-42eb-a945-3653e5677136 req-ed3255f9-d9ce-4452-bdc6-29f206d7c5ca tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=8270a7e7-8bf1-4752-8d57-438eb3c3c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423996 Mar 07 23:26:05.858120 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e857e48-fdc0-4c39-8cb3-16b3516faa6b req-593e5a51-2238-4698-8516-b81a373b729a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:05.859572 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0e857e48-fdc0-4c39-8cb3-16b3516faa6b req-593e5a51-2238-4698-8516-b81a373b729a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 945 time: 0.0518358 Mar 07 23:26:05.951355 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-0e857e48-fdc0-4c39-8cb3-16b3516faa6b req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Deleting port e8fac652-68b3-4ecb-a29f-93787a658e8f {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:26:05.951696 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0e857e48-fdc0-4c39-8cb3-16b3516faa6b req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (e8fac652-68b3-4ecb-a29f-93787a658e8f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:06.028465 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147a8d3-90eb-4abb-98f5-f1a681b45ff1 req-a05f0cea-0a50-410a-80d0-9f99dbbce1b7 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:06.029974 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a147a8d3-90eb-4abb-98f5-f1a681b45ff1 req-a05f0cea-0a50-410a-80d0-9f99dbbce1b7 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 945 time: 0.0542266 Mar 07 23:26:06.043955 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-0e857e48-fdc0-4c39-8cb3-16b3516faa6b req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] For port e8fac652-68b3-4ecb-a29f-93787a658e8f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e8fac652-68b3-4ecb-a29f-93787a658e8f,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:26:06.044309 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0e857e48-fdc0-4c39-8cb3-16b3516faa6b req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (e8fac652-68b3-4ecb-a29f-93787a658e8f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:06.164497 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0559f09-8cb6-47c6-9e75-a1216953f6eb req-2add37ce-5777-44c9-a7b3-79a7a5a6b583 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:06.166047 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c0559f09-8cb6-47c6-9e75-a1216953f6eb req-2add37ce-5777-44c9-a7b3-79a7a5a6b583 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 945 time: 0.0721970 Mar 07 23:26:06.168751 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [req-a147a8d3-90eb-4abb-98f5-f1a681b45ff1 req-459009b7-0849-42cf-beb0-7e48117a9f07 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Deleting port 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:26:06.169126 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-a147a8d3-90eb-4abb-98f5-f1a681b45ff1 req-459009b7-0849-42cf-beb0-7e48117a9f07 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:06.222433 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0e857e48-fdc0-4c39-8cb3-16b3516faa6b req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:06.222792 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0e857e48-fdc0-4c39-8cb3-16b3516faa6b req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (5036e09e-2c0e-41f1-b126-6788451a490b), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:06.223104 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.l3_db [req-0e857e48-fdc0-4c39-8cb3-16b3516faa6b req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Floating IP 5036e09e-2c0e-41f1-b126-6788451a490b disassociated. External IP: 172.27.3.224, port: e8fac652-68b3-4ecb-a29f-93787a658e8f. Mar 07 23:26:06.223441 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [req-0e857e48-fdc0-4c39-8cb3-16b3516faa6b req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Calling delete_port for e8fac652-68b3-4ecb-a29f-93787a658e8f owned by compute:nova {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:26:06.274497 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c0559f09-8cb6-47c6-9e75-a1216953f6eb req-d354c584-4f64-44e5-8bdf-f4c9c90e1f41 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e234498-db15-48f0-a346-151a94d481b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008615 Mar 07 23:26:06.295789 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-a147a8d3-90eb-4abb-98f5-f1a681b45ff1 req-459009b7-0849-42cf-beb0-7e48117a9f07 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] For port 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da,segment=NetworkSegment(acbb6c4e-37f7-4347-8261-3f6da46e7cfc),segment_id=acbb6c4e-37f7-4347-8261-3f6da46e7cfc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:26:06.295930 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-a147a8d3-90eb-4abb-98f5-f1a681b45ff1 req-459009b7-0849-42cf-beb0-7e48117a9f07 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:06.395231 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0e857e48-fdc0-4c39-8cb3-16b3516faa6b req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (e8fac652-68b3-4ecb-a29f-93787a658e8f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:06.432240 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event deleted for resources: {'Port': ['ID=e8fac652-68b3-4ecb-a29f-93787a658e8f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:06.459302 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:06.459645 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:06.459982 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:06.460320 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:06.460651 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:06.461001 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:06.461332 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:06.461654 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:06.461976 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:06.462294 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:06.462612 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:06.462926 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:06.463240 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:06.545610 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e03009-c0dd-4706-9e90-aecb9ec9de00 req-a6d95178-cec3-4091-8982-2c1384a0d5e3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:06.547257 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b7e03009-c0dd-4706-9e90-aecb9ec9de00 req-a6d95178-cec3-4091-8982-2c1384a0d5e3 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 945 time: 0.1411097 Mar 07 23:26:06.642487 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e857e48-fdc0-4c39-8cb3-16b3516faa6b req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Router ca2464bf-025b-48e9-8e60-1c19b6f68818 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:26:06.649049 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b7e03009-c0dd-4706-9e90-aecb9ec9de00 req-50a11ce7-f0b3-4484-8040-9cb08f28331a tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups?id=8270a7e7-8bf1-4752-8d57-438eb3c3c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741682 Mar 07 23:26:06.727661 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-a147a8d3-90eb-4abb-98f5-f1a681b45ff1 req-459009b7-0849-42cf-beb0-7e48117a9f07 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:06.728019 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-a147a8d3-90eb-4abb-98f5-f1a681b45ff1 req-459009b7-0849-42cf-beb0-7e48117a9f07 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (7ab5be90-5526-46f9-bd71-292497006f9f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:06.728407 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.db.l3_db [req-a147a8d3-90eb-4abb-98f5-f1a681b45ff1 req-459009b7-0849-42cf-beb0-7e48117a9f07 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Floating IP 7ab5be90-5526-46f9-bd71-292497006f9f disassociated. External IP: 172.27.3.134, port: 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da. Mar 07 23:26:06.728669 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [req-a147a8d3-90eb-4abb-98f5-f1a681b45ff1 req-459009b7-0849-42cf-beb0-7e48117a9f07 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Calling delete_port for 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da owned by compute:nova {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:26:06.758777 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e857e48-fdc0-4c39-8cb3-16b3516faa6b req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:26:06.773965 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ae45e5-b300-47ce-9a18-e35350df2064 None None] Sync routers for ids ['ca2464bf-025b-48e9-8e60-1c19b6f68818'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:26:06.784296 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ae45e5-b300-47ce-9a18-e35350df2064 None None] Routers {'ca2464bf-025b-48e9-8e60-1c19b6f68818'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:26:06.785027 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-54ae45e5-b300-47ce-9a18-e35350df2064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:25:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['ca2464bf-025b-48e9-8e60-1c19b6f68818'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:06.804675 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e857e48-fdc0-4c39-8cb3-16b3516faa6b req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] No DVR routers for this DVR port e8fac652-68b3-4ecb-a29f-93787a658e8f on host hv-cinder-81322 {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:26:06.809757 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-0e857e48-fdc0-4c39-8cb3-16b3516faa6b req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:06.811430 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0e857e48-fdc0-4c39-8cb3-16b3516faa6b req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.16 "DELETE /v2.0/ports/e8fac652-68b3-4ecb-a29f-93787a658e8f HTTP/1.1" status: 204 len: 173 time: 0.9442039 Mar 07 23:26:06.812109 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbad0187-b2a2-400f-b14c-9a391700ff7e', 'name': 'network-vif-deleted', 'tag': 'e8fac652-68b3-4ecb-a29f-93787a658e8f'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:26:06.815324 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77ae1c3-b290-4304-a3d3-ea4f289a4e7c" -d '{"events": [{"server_uuid": "cbad0187-b2a2-400f-b14c-9a391700ff7e", "name": "network-vif-deleted", "tag": "e8fac652-68b3-4ecb-a29f-93787a658e8f"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:26:06.928748 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-54ae45e5-b300-47ce-9a18-e35350df2064 None None] Set router ca2464bf-025b-48e9-8e60-1c19b6f68818 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:26:06.932142 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cca5eb-9513-4acf-9545-0f8602a38063 x-openstack-request-id: req-28cca5eb-9513-4acf-9545-0f8602a38063 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:26:06.932503 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbad0187-b2a2-400f-b14c-9a391700ff7e", "name": "network-vif-deleted", "tag": "e8fac652-68b3-4ecb-a29f-93787a658e8f", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:26:06.932831 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28cca5eb-9513-4acf-9545-0f8602a38063 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:26:06.933348 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbad0187-b2a2-400f-b14c-9a391700ff7e', 'name': 'network-vif-deleted', 'tag': 'e8fac652-68b3-4ecb-a29f-93787a658e8f', 'status': 'completed', 'code': 200} Mar 07 23:26:06.990085 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-a147a8d3-90eb-4abb-98f5-f1a681b45ff1 req-459009b7-0849-42cf-beb0-7e48117a9f07 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:07.018516 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459009b7-0849-42cf-beb0-7e48117a9f07 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Pushing event deleted for resources: {'Port': ['ID=3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:07.147131 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-54ae45e5-b300-47ce-9a18-e35350df2064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:17Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:07.159786 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a147a8d3-90eb-4abb-98f5-f1a681b45ff1 req-459009b7-0849-42cf-beb0-7e48117a9f07 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Router 67f771ad-1081-44a5-aa16-4d38451cdf9f has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:26:07.178811 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ae45e5-b300-47ce-9a18-e35350df2064 None None] Checking router: ca2464bf-025b-48e9-8e60-1c19b6f68818 for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:26:07.187675 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ae45e5-b300-47ce-9a18-e35350df2064 None None] Routers {'ca2464bf-025b-48e9-8e60-1c19b6f68818'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:26:07.188378 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-54ae45e5-b300-47ce-9a18-e35350df2064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:25:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['ca2464bf-025b-48e9-8e60-1c19b6f68818'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:07.272486 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a147a8d3-90eb-4abb-98f5-f1a681b45ff1 req-459009b7-0849-42cf-beb0-7e48117a9f07 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:26:07.283416 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11a686f-3719-4625-949e-6f9cec4bac82 None None] Sync routers for ids ['67f771ad-1081-44a5-aa16-4d38451cdf9f'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:26:07.293929 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11a686f-3719-4625-949e-6f9cec4bac82 None None] Routers {'67f771ad-1081-44a5-aa16-4d38451cdf9f'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:26:07.300653 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-f11a686f-3719-4625-949e-6f9cec4bac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:25:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['67f771ad-1081-44a5-aa16-4d38451cdf9f'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:07.300832 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-54ae45e5-b300-47ce-9a18-e35350df2064 None None] Set router ca2464bf-025b-48e9-8e60-1c19b6f68818 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:26:07.316449 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-a147a8d3-90eb-4abb-98f5-f1a681b45ff1 req-459009b7-0849-42cf-beb0-7e48117a9f07 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] No DVR routers for this DVR port 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da on host hv-cinder-81322 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:26:07.323002 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-a147a8d3-90eb-4abb-98f5-f1a681b45ff1 req-459009b7-0849-42cf-beb0-7e48117a9f07 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:07.325260 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a147a8d3-90eb-4abb-98f5-f1a681b45ff1 req-459009b7-0849-42cf-beb0-7e48117a9f07 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.16 "DELETE /v2.0/ports/3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da HTTP/1.1" status: 204 len: 173 time: 1.2901301 Mar 07 23:26:07.325787 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9a29f9-9730-4253-8757-120a57b63f6d', 'name': 'network-vif-deleted', 'tag': '3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:26:07.329574 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203f0e51-225c-4629-a8a8-d345a5efee3f" -d '{"events": [{"server_uuid": "6e9a29f9-9730-4253-8757-120a57b63f6d", "name": "network-vif-deleted", "tag": "3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:26:07.376398 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bccd58e-1589-4111-ac1b-0589a9dbbb78 x-openstack-request-id: req-3bccd58e-1589-4111-ac1b-0589a9dbbb78 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:26:07.376760 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9a29f9-9730-4253-8757-120a57b63f6d", "name": "network-vif-deleted", "tag": "3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:26:07.377109 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3bccd58e-1589-4111-ac1b-0589a9dbbb78 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:26:07.377569 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9a29f9-9730-4253-8757-120a57b63f6d', 'name': 'network-vif-deleted', 'tag': '3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da', 'status': 'completed', 'code': 200} Mar 07 23:26:07.430307 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-7afe5fa7-5d30-461b-b71f-71be2f1e0e1e req-75ac859e-cfb2-43d7-8bbb-94bfd1a9212e tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbad0187-b2a2-400f-b14c-9a391700ff7e HTTP/1.1" status: 200 len: 210 time: 0.0325589 Mar 07 23:26:07.546070 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-54ae45e5-b300-47ce-9a18-e35350df2064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:17Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:07.549825 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-f11a686f-3719-4625-949e-6f9cec4bac82 None None] Set router 67f771ad-1081-44a5-aa16-4d38451cdf9f gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:26:07.581357 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ae45e5-b300-47ce-9a18-e35350df2064 None None] The sync data for ids ['ca2464bf-025b-48e9-8e60-1c19b6f68818'] in dv-cinder-813223-6-iscsi is: [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 4, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8', 'name': '', 'network_id': 'cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'mac_address': 'fa:16:3e:70:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:04Z', 'updated_at': '2022-03-07T23:20:17Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'subnets': [{'id': 'af3489ec-4655-4601-bbd0-7398fa1960d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:26:07.767273 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-7042db89-2a20-4f52-a04d-5005c439b5e8 req-f12d9633-d81a-4cf8-9ce8-6fae5d50dc82 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9a29f9-9730-4253-8757-120a57b63f6d HTTP/1.1" status: 200 len: 210 time: 0.0313859 Mar 07 23:26:07.771780 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-f11a686f-3719-4625-949e-6f9cec4bac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'name': 'tempest-AttachVolumeTestJSON-1905255531-router', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:13Z', 'revision_number': 4, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'gw_port': {'id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:55Z', 'updated_at': '2022-03-07T23:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '12b8263b-5bc5-4aea-9e5f-4f9687c6484b', 'name': '', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'mac_address': 'fa:16:3e:d2:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:08Z', 'updated_at': '2022-03-07T23:20:21Z', 'revision_number': 5, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'subnets': [{'id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:07.801760 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11a686f-3719-4625-949e-6f9cec4bac82 None None] Checking router: 67f771ad-1081-44a5-aa16-4d38451cdf9f for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:26:07.811540 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11a686f-3719-4625-949e-6f9cec4bac82 None None] Routers {'67f771ad-1081-44a5-aa16-4d38451cdf9f'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:26:07.811936 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-f11a686f-3719-4625-949e-6f9cec4bac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:25:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['67f771ad-1081-44a5-aa16-4d38451cdf9f'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:07.856094 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64973d2f-ff8f-4a3e-beb6-cb2f7cd95e9a None None] New status for floating IP 5036e09e-2c0e-41f1-b126-6788451a490b: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:26:07.929659 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-f11a686f-3719-4625-949e-6f9cec4bac82 None None] Set router 67f771ad-1081-44a5-aa16-4d38451cdf9f gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:26:08.135630 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-f11a686f-3719-4625-949e-6f9cec4bac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'name': 'tempest-AttachVolumeTestJSON-1905255531-router', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:13Z', 'revision_number': 4, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'gw_port': {'id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:55Z', 'updated_at': '2022-03-07T23:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '12b8263b-5bc5-4aea-9e5f-4f9687c6484b', 'name': '', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'mac_address': 'fa:16:3e:d2:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:08Z', 'updated_at': '2022-03-07T23:20:21Z', 'revision_number': 5, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'subnets': [{'id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:08.164891 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11a686f-3719-4625-949e-6f9cec4bac82 None None] The sync data for ids ['67f771ad-1081-44a5-aa16-4d38451cdf9f'] in dv-cinder-813223-6-iscsi is: [{'id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'name': 'tempest-AttachVolumeTestJSON-1905255531-router', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:20:13Z', 'revision_number': 4, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'gw_port': {'id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:55Z', 'updated_at': '2022-03-07T23:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '12b8263b-5bc5-4aea-9e5f-4f9687c6484b', 'name': '', 'network_id': '60cd751d-3709-4142-8796-5cc239f83beb', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'mac_address': 'fa:16:3e:d2:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:20:08Z', 'updated_at': '2022-03-07T23:20:21Z', 'revision_number': 5, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'subnets': [{'id': 'ebe707c4-73f7-4b8d-a363-ddcbe10d5528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:26:08.396657 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ab852-4fda-433c-be88-6e88038aada0 None None] New status for floating IP 7ab5be90-5526-46f9-bd71-292497006f9f: DOWN {{(pid=103610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:26:08.619755 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 46764) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:08.670420 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-86088ad1-af99-4de4-9fad-2d7c45e4de4c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group (4e234498-db15-48f0-a346-151a94d481b5), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:08.692885 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-86088ad1-af99-4de4-9fad-2d7c45e4de4c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group (4e234498-db15-48f0-a346-151a94d481b5), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:08.806805 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-86088ad1-af99-4de4-9fad-2d7c45e4de4c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (4e234498-db15-48f0-a346-151a94d481b5), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:08.809515 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-86088ad1-af99-4de4-9fad-2d7c45e4de4c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:08.810612 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-86088ad1-af99-4de4-9fad-2d7c45e4de4c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "DELETE /v2.0/security-groups/4e234498-db15-48f0-a346-151a94d481b5 HTTP/1.1" status: 204 len: 168 time: 0.1898425 Mar 07 23:26:08.813504 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 46768) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:08.819881 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86088ad1-af99-4de4-9fad-2d7c45e4de4c tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e234498-db15-48f0-a346-151a94d481b5,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:08.827294 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.api.v2.resource [None req-127cbe94-bb08-48b5-9ac6-8d0197e34ff8 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] show failed (client error): The resource could not be found. Mar 07 23:26:08.828331 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-127cbe94-bb08-48b5-9ac6-8d0197e34ff8 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "GET /v2.0/security-groups/4e234498-db15-48f0-a346-151a94d481b5 HTTP/1.1" status: 404 len: 347 time: 0.0137038 Mar 07 23:26:08.831587 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 46770) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:08.927489 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 46774) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:08.961318 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-1575fe23-48fd-4b41-aaa0-5a6570394e94 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Deleting port 1e79c38b-c0fd-400d-b9be-73ff5fae2b03 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:26:08.961744 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1575fe23-48fd-4b41-aaa0-5a6570394e94 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (1e79c38b-c0fd-400d-b9be-73ff5fae2b03), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:08.980272 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dd8bb1b7-27e1-4f0d-a6de-2e29a645e1db tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for security_group (8270a7e7-8bf1-4752-8d57-438eb3c3c81b), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:09.002414 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dd8bb1b7-27e1-4f0d-a6de-2e29a645e1db tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for security_group (8270a7e7-8bf1-4752-8d57-438eb3c3c81b), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:09.038637 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1575fe23-48fd-4b41-aaa0-5a6570394e94 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (1e79c38b-c0fd-400d-b9be-73ff5fae2b03), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:09.038943 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1575fe23-48fd-4b41-aaa0-5a6570394e94 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (1e79c38b-c0fd-400d-b9be-73ff5fae2b03), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:09.050333 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-1575fe23-48fd-4b41-aaa0-5a6570394e94 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Calling delete_port for 1e79c38b-c0fd-400d-b9be-73ff5fae2b03 owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:26:09.126884 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dd8bb1b7-27e1-4f0d-a6de-2e29a645e1db tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (8270a7e7-8bf1-4752-8d57-438eb3c3c81b), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:09.129410 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-dd8bb1b7-27e1-4f0d-a6de-2e29a645e1db tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:09.130594 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-dd8bb1b7-27e1-4f0d-a6de-2e29a645e1db tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "DELETE /v2.0/security-groups/8270a7e7-8bf1-4752-8d57-438eb3c3c81b HTTP/1.1" status: 204 len: 168 time: 0.2020726 Mar 07 23:26:09.134097 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 46776) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:09.139325 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8bb1b7-27e1-4f0d-a6de-2e29a645e1db tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8270a7e7-8bf1-4752-8d57-438eb3c3c81b,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:09.158807 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device e8fac652-68b3-4ecb-a29f-93787a658e8f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:26:09.171706 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.api.v2.resource [None req-d0c047b9-3928-4652-9f64-e6cf920c14fb tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] show failed (client error): The resource could not be found. Mar 07 23:26:09.175442 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-d0c047b9-3928-4652-9f64-e6cf920c14fb tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "GET /v2.0/security-groups/8270a7e7-8bf1-4752-8d57-438eb3c3c81b HTTP/1.1" status: 404 len: 347 time: 0.0377073 Mar 07 23:26:09.175792 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 46778) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:09.178843 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] No Port match for: e8fac652-68b3-4ecb-a29f-93787a658e8f {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:26:09.179191 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device e8fac652-68b3-4ecb-a29f-93787a658e8f not bound to the agent host hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:26:09.275166 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1575fe23-48fd-4b41-aaa0-5a6570394e94 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (1e79c38b-c0fd-400d-b9be-73ff5fae2b03), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:09.304014 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575fe23-48fd-4b41-aaa0-5a6570394e94 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Pushing event deleted for resources: {'Port': ['ID=1e79c38b-c0fd-400d-b9be-73ff5fae2b03,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:09.305800 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2e460098-c366-4c93-9487-6f1419c645c9 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Deleting port 4b5b3922-83b6-4b2a-81c5-f723815a68d9 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:26:09.306337 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e460098-c366-4c93-9487-6f1419c645c9 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (4b5b3922-83b6-4b2a-81c5-f723815a68d9), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:09.363949 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1575fe23-48fd-4b41-aaa0-5a6570394e94 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks [] for floatingip (5036e09e-2c0e-41f1-b126-6788451a490b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:09.366552 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1575fe23-48fd-4b41-aaa0-5a6570394e94 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:09.367702 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-1575fe23-48fd-4b41-aaa0-5a6570394e94 tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] 10.222.0.24 "DELETE /v2.0/floatingips/5036e09e-2c0e-41f1-b126-6788451a490b HTTP/1.1" status: 204 len: 168 time: 0.5352302 Mar 07 23:26:09.385396 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e460098-c366-4c93-9487-6f1419c645c9 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (4b5b3922-83b6-4b2a-81c5-f723815a68d9), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:09.385672 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e460098-c366-4c93-9487-6f1419c645c9 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for floatingip (4b5b3922-83b6-4b2a-81c5-f723815a68d9), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:09.399111 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-2e460098-c366-4c93-9487-6f1419c645c9 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Calling delete_port for 4b5b3922-83b6-4b2a-81c5-f723815a68d9 owned by network:floatingip {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:26:09.618337 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e460098-c366-4c93-9487-6f1419c645c9 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (4b5b3922-83b6-4b2a-81c5-f723815a68d9), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:09.644059 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e460098-c366-4c93-9487-6f1419c645c9 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Pushing event deleted for resources: {'Port': ['ID=4b5b3922-83b6-4b2a-81c5-f723815a68d9,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:09.705715 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e460098-c366-4c93-9487-6f1419c645c9 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks [] for floatingip (7ab5be90-5526-46f9-bd71-292497006f9f), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:09.708354 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2e460098-c366-4c93-9487-6f1419c645c9 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:09.709566 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-2e460098-c366-4c93-9487-6f1419c645c9 tempest-AttachVolumeTestJSON-926515317 tempest-AttachVolumeTestJSON-926515317-project] 10.222.0.24 "DELETE /v2.0/floatingips/7ab5be90-5526-46f9-bd71-292497006f9f HTTP/1.1" status: 204 len: 168 time: 0.5327468 Mar 07 23:26:11.165712 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:26:11.188699 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] No Port match for: 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:26:11.189072 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 3e4aa7f8-e3c5-4b28-a6fd-3a5ade68d1da not bound to the agent host hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:26:12.216780 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb9cf6-3450-4d3e-9119-cedd49c6c725 req-0bf25a9f-6a4c-4070-8496-b90cede31a86 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:12.218290 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6abb9cf6-3450-4d3e-9119-cedd49c6c725 req-0bf25a9f-6a4c-4070-8496-b90cede31a86 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f9e20b-f493-4084-ad86-1b4182131966 HTTP/1.1" status: 200 len: 946 time: 0.0520070 Mar 07 23:26:12.268076 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6abb9cf6-3450-4d3e-9119-cedd49c6c725 req-92659bfa-867b-4508-8732-b4d99db8bbee tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437121 Mar 07 23:26:13.397580 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e5aca-44da-449f-82ec-530aa31333e5 req-f4b24c1f-fb6c-4ae7-9f04-c731dddd603e tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:13.399057 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9a8e5aca-44da-449f-82ec-530aa31333e5 req-f4b24c1f-fb6c-4ae7-9f04-c731dddd603e tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f9e20b-f493-4084-ad86-1b4182131966 HTTP/1.1" status: 200 len: 946 time: 0.0567193 Mar 07 23:26:13.414215 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 46860) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:13.445737 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9a8e5aca-44da-449f-82ec-530aa31333e5 req-c4d99ed4-3d02-4a79-aa70-ec4aeaa6e86a tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410717 Mar 07 23:26:13.616485 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 46870) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:13.806971 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9420f2b-7aed-49c1-b59d-406a969c44f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563542'] for router_interface (ca2464bf-025b-48e9-8e60-1c19b6f68818), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:13.945583 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f7fd1-6af3-415a-a575-78382581f327 req-ab833e83-9658-4206-b0a5-0ed73ecb79ed tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:13.947009 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-066f7fd1-6af3-415a-a575-78382581f327 req-ab833e83-9658-4206-b0a5-0ed73ecb79ed tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.16 "GET /v2.0/ports?device_id=94f9e20b-f493-4084-ad86-1b4182131966 HTTP/1.1" status: 200 len: 946 time: 0.0837858 Mar 07 23:26:14.050629 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e9420f2b-7aed-49c1-b59d-406a969c44f4 admin admin] Deleting port 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:26:14.050972 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9420f2b-7aed-49c1-b59d-406a969c44f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:14.130688 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-e9420f2b-7aed-49c1-b59d-406a969c44f4 admin admin] For port 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:26:14.130959 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9420f2b-7aed-49c1-b59d-406a969c44f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:14.143230 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-e9420f2b-7aed-49c1-b59d-406a969c44f4 admin admin] Calling delete_port for 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:26:14.162153 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [req-066f7fd1-6af3-415a-a575-78382581f327 req-d561957b-b2b4-426f-ab29-206eadc71544 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Deleting port cd8bd83b-95a1-4930-9f36-8ac050b3fbaf {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:26:14.162490 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-066f7fd1-6af3-415a-a575-78382581f327 req-d561957b-b2b4-426f-ab29-206eadc71544 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (cd8bd83b-95a1-4930-9f36-8ac050b3fbaf), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:14.252895 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7a50720d-a014-4db5-bcde-1a6c9abde26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563542'] for router_interface (67f771ad-1081-44a5-aa16-4d38451cdf9f), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:14.308108 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-066f7fd1-6af3-415a-a575-78382581f327 req-d561957b-b2b4-426f-ab29-206eadc71544 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] For port cd8bd83b-95a1-4930-9f36-8ac050b3fbaf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cd8bd83b-95a1-4930-9f36-8ac050b3fbaf,segment=NetworkSegment(74371482-7c2b-46de-98da-8bc444f5efeb),segment_id=74371482-7c2b-46de-98da-8bc444f5efeb)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:26:14.308459 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-066f7fd1-6af3-415a-a575-78382581f327 req-d561957b-b2b4-426f-ab29-206eadc71544 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (cd8bd83b-95a1-4930-9f36-8ac050b3fbaf), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:14.324792 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [req-066f7fd1-6af3-415a-a575-78382581f327 req-d561957b-b2b4-426f-ab29-206eadc71544 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Calling delete_port for cd8bd83b-95a1-4930-9f36-8ac050b3fbaf owned by compute:nova {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:26:14.406770 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9420f2b-7aed-49c1-b59d-406a969c44f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:14.438896 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9420f2b-7aed-49c1-b59d-406a969c44f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:14.650011 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd146c1-7e55-4ad5-90f4-0ac2f28b8353 req-c98bd76b-21f6-48eb-90c9-51dfbdd64eda tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:14.651906 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-7bd146c1-7e55-4ad5-90f4-0ac2f28b8353 req-c98bd76b-21f6-48eb-90c9-51dfbdd64eda tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f9e20b-f493-4084-ad86-1b4182131966 HTTP/1.1" status: 200 len: 946 time: 0.1041913 Mar 07 23:26:14.659364 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e9420f2b-7aed-49c1-b59d-406a969c44f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563490'] for router_interface (ca2464bf-025b-48e9-8e60-1c19b6f68818), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:14.679509 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7a50720d-a014-4db5-bcde-1a6c9abde26c admin admin] Deleting port 12b8263b-5bc5-4aea-9e5f-4f9687c6484b {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:26:14.680092 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7a50720d-a014-4db5-bcde-1a6c9abde26c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (12b8263b-5bc5-4aea-9e5f-4f9687c6484b), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:14.734972 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-066f7fd1-6af3-415a-a575-78382581f327 req-d561957b-b2b4-426f-ab29-206eadc71544 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (cd8bd83b-95a1-4930-9f36-8ac050b3fbaf), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:14.749473 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-7bd146c1-7e55-4ad5-90f4-0ac2f28b8353 req-d046bdfd-55cb-49aa-97da-bdd07cb6663e tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.24 "GET /v2.0/security-groups?id=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880198 Mar 07 23:26:14.753508 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['cd8bd83b-95a1-4930-9f36-8ac050b3fbaf'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:26:14.818456 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561957b-b2b4-426f-ab29-206eadc71544 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Pushing event deleted for resources: {'Port': ['ID=cd8bd83b-95a1-4930-9f36-8ac050b3fbaf,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:14.847599 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-066f7fd1-6af3-415a-a575-78382581f327 req-d561957b-b2b4-426f-ab29-206eadc71544 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] No DVR routers for this DVR port cd8bd83b-95a1-4930-9f36-8ac050b3fbaf on host hv-cinder-81322 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:26:14.850425 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-7a50720d-a014-4db5-bcde-1a6c9abde26c admin admin] For port 12b8263b-5bc5-4aea-9e5f-4f9687c6484b, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=12b8263b-5bc5-4aea-9e5f-4f9687c6484b,segment=NetworkSegment(acbb6c4e-37f7-4347-8261-3f6da46e7cfc),segment_id=acbb6c4e-37f7-4347-8261-3f6da46e7cfc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:26:14.850808 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7a50720d-a014-4db5-bcde-1a6c9abde26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (12b8263b-5bc5-4aea-9e5f-4f9687c6484b), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:14.853508 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-066f7fd1-6af3-415a-a575-78382581f327 req-d561957b-b2b4-426f-ab29-206eadc71544 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:14.856735 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-066f7fd1-6af3-415a-a575-78382581f327 req-d561957b-b2b4-426f-ab29-206eadc71544 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] 10.222.0.16 "DELETE /v2.0/ports/cd8bd83b-95a1-4930-9f36-8ac050b3fbaf HTTP/1.1" status: 204 len: 173 time: 0.8934197 Mar 07 23:26:14.857334 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f9e20b-f493-4084-ad86-1b4182131966', 'name': 'network-vif-deleted', 'tag': 'cd8bd83b-95a1-4930-9f36-8ac050b3fbaf'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:26:14.859540 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcceaa30-9d09-480f-9ac2-355722eab04b" -d '{"events": [{"server_uuid": "94f9e20b-f493-4084-ad86-1b4182131966", "name": "network-vif-deleted", "tag": "cd8bd83b-95a1-4930-9f36-8ac050b3fbaf"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:26:14.863009 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561957b-b2b4-426f-ab29-206eadc71544 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:14.863364 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561957b-b2b4-426f-ab29-206eadc71544 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:14.864072 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561957b-b2b4-426f-ab29-206eadc71544 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:14.864072 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561957b-b2b4-426f-ab29-206eadc71544 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:14.864364 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561957b-b2b4-426f-ab29-206eadc71544 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:14.864697 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561957b-b2b4-426f-ab29-206eadc71544 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:14.865057 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561957b-b2b4-426f-ab29-206eadc71544 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:14.865391 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561957b-b2b4-426f-ab29-206eadc71544 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:14.865725 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561957b-b2b4-426f-ab29-206eadc71544 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:14.866060 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561957b-b2b4-426f-ab29-206eadc71544 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:14.866388 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561957b-b2b4-426f-ab29-206eadc71544 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:14.866715 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561957b-b2b4-426f-ab29-206eadc71544 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:14.867041 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d561957b-b2b4-426f-ab29-206eadc71544 tempest-VolumesSnapshotTestJSON-1649129293 tempest-VolumesSnapshotTestJSON-1649129293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:14.880568 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-7a50720d-a014-4db5-bcde-1a6c9abde26c admin admin] Calling delete_port for 12b8263b-5bc5-4aea-9e5f-4f9687c6484b owned by network:router_interface {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:26:14.925894 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f468afb7-161e-43d4-b75a-bea13041dd5f x-openstack-request-id: req-f468afb7-161e-43d4-b75a-bea13041dd5f {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:26:14.926111 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f9e20b-f493-4084-ad86-1b4182131966", "name": "network-vif-deleted", "tag": "cd8bd83b-95a1-4930-9f36-8ac050b3fbaf", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:26:14.926340 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f468afb7-161e-43d4-b75a-bea13041dd5f {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:26:14.926749 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f9e20b-f493-4084-ad86-1b4182131966', 'name': 'network-vif-deleted', 'tag': 'cd8bd83b-95a1-4930-9f36-8ac050b3fbaf', 'status': 'completed', 'code': 200} Mar 07 23:26:15.144251 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7a50720d-a014-4db5-bcde-1a6c9abde26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (12b8263b-5bc5-4aea-9e5f-4f9687c6484b), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:15.174433 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50720d-a014-4db5-bcde-1a6c9abde26c admin admin] Pushing event deleted for resources: {'Port': ['ID=12b8263b-5bc5-4aea-9e5f-4f9687c6484b,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:15.208397 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9420f2b-7aed-49c1-b59d-406a969c44f4 admin admin] Router ca2464bf-025b-48e9-8e60-1c19b6f68818 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:26:15.326462 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9420f2b-7aed-49c1-b59d-406a969c44f4 admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:26:15.333726 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-e9420f2b-7aed-49c1-b59d-406a969c44f4 admin admin] 10.222.0.24 "PUT /v2.0/routers/ca2464bf-025b-48e9-8e60-1c19b6f68818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9178374 Mar 07 23:26:15.335724 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 46878) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:15.340816 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5946b500-ee51-4b8b-9c17-6c0a46654af3 None None] Sync routers for ids ['ca2464bf-025b-48e9-8e60-1c19b6f68818'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:26:15.352389 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5946b500-ee51-4b8b-9c17-6c0a46654af3 None None] Routers {'ca2464bf-025b-48e9-8e60-1c19b6f68818'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:26:15.353406 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5946b500-ee51-4b8b-9c17-6c0a46654af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:25:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['ca2464bf-025b-48e9-8e60-1c19b6f68818'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:15.456825 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-01cecab8-cecc-47d8-b10e-104dd387c5fe admin admin] Publish callbacks [] for router (ca2464bf-025b-48e9-8e60-1c19b6f68818), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:15.477097 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-5946b500-ee51-4b8b-9c17-6c0a46654af3 None None] Set router ca2464bf-025b-48e9-8e60-1c19b6f68818 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:26:15.577634 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-01cecab8-cecc-47d8-b10e-104dd387c5fe admin admin] Publish callbacks [] for router_gateway (ca2464bf-025b-48e9-8e60-1c19b6f68818), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:15.608830 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7a50720d-a014-4db5-bcde-1a6c9abde26c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563490'] for router_interface (67f771ad-1081-44a5-aa16-4d38451cdf9f), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:15.659643 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5946b500-ee51-4b8b-9c17-6c0a46654af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:26:14Z', 'revision_number': 5, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port': {'id': '634893b4-de8a-4a0b-a605-3dd294595e24', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:54Z', 'updated_at': '2022-03-07T23:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:15.681810 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-01cecab8-cecc-47d8-b10e-104dd387c5fe admin admin] Deleting port 634893b4-de8a-4a0b-a605-3dd294595e24 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:26:15.682820 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-01cecab8-cecc-47d8-b10e-104dd387c5fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (634893b4-de8a-4a0b-a605-3dd294595e24), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:15.686501 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5946b500-ee51-4b8b-9c17-6c0a46654af3 None None] Checking router: ca2464bf-025b-48e9-8e60-1c19b6f68818 for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:26:15.695857 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5946b500-ee51-4b8b-9c17-6c0a46654af3 None None] Routers {'ca2464bf-025b-48e9-8e60-1c19b6f68818'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:26:15.696401 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5946b500-ee51-4b8b-9c17-6c0a46654af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:25:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['ca2464bf-025b-48e9-8e60-1c19b6f68818'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:15.767014 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-01cecab8-cecc-47d8-b10e-104dd387c5fe admin admin] For port 634893b4-de8a-4a0b-a605-3dd294595e24, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=634893b4-de8a-4a0b-a605-3dd294595e24,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:26:15.767467 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-01cecab8-cecc-47d8-b10e-104dd387c5fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (634893b4-de8a-4a0b-a605-3dd294595e24), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:15.780258 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-01cecab8-cecc-47d8-b10e-104dd387c5fe admin admin] Calling delete_port for 634893b4-de8a-4a0b-a605-3dd294595e24 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:26:15.802562 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-5946b500-ee51-4b8b-9c17-6c0a46654af3 None None] Set router ca2464bf-025b-48e9-8e60-1c19b6f68818 gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:26:15.868946 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-5946b500-ee51-4b8b-9c17-6c0a46654af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:26:15Z', 'revision_number': 6, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port_host': None}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:15.874196 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a50720d-a014-4db5-bcde-1a6c9abde26c admin admin] Router 67f771ad-1081-44a5-aa16-4d38451cdf9f has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:26:15.901890 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5946b500-ee51-4b8b-9c17-6c0a46654af3 None None] The sync data for ids ['ca2464bf-025b-48e9-8e60-1c19b6f68818'] in dv-cinder-813223-6-iscsi is: [{'id': 'ca2464bf-025b-48e9-8e60-1c19b6f68818', 'name': 'tempest-AttachVolumeNegativeTest-1297420006-router', 'tenant_id': '80516370fe324566aba801c4236e78d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:26:15Z', 'revision_number': 6, 'project_id': '80516370fe324566aba801c4236e78d9', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:26:16.007143 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a50720d-a014-4db5-bcde-1a6c9abde26c admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:26:16.015316 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-7a50720d-a014-4db5-bcde-1a6c9abde26c admin admin] 10.222.0.24 "PUT /v2.0/routers/67f771ad-1081-44a5-aa16-4d38451cdf9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3950725 Mar 07 23:26:16.015573 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 46884) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:16.020324 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ef9d64-5ce2-47c3-95bf-808e36a70854 None None] Sync routers for ids ['67f771ad-1081-44a5-aa16-4d38451cdf9f'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:26:16.032548 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ef9d64-5ce2-47c3-95bf-808e36a70854 None None] Routers {'67f771ad-1081-44a5-aa16-4d38451cdf9f'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:26:16.033216 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-f0ef9d64-5ce2-47c3-95bf-808e36a70854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:25:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['67f771ad-1081-44a5-aa16-4d38451cdf9f'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:16.052800 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-01cecab8-cecc-47d8-b10e-104dd387c5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (634893b4-de8a-4a0b-a605-3dd294595e24), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:16.102830 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cecab8-cecc-47d8-b10e-104dd387c5fe admin admin] Pushing event deleted for resources: {'Port': ['ID=634893b4-de8a-4a0b-a605-3dd294595e24,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:16.134056 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-78a8ce79-8a59-4c61-b019-d33f643fb9e6 admin admin] Publish callbacks [] for router (67f771ad-1081-44a5-aa16-4d38451cdf9f), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:16.147515 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-f0ef9d64-5ce2-47c3-95bf-808e36a70854 None None] Set router 67f771ad-1081-44a5-aa16-4d38451cdf9f gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:26:16.187571 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-01cecab8-cecc-47d8-b10e-104dd387c5fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558984'] for router_gateway (ca2464bf-025b-48e9-8e60-1c19b6f68818), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:16.243213 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-78a8ce79-8a59-4c61-b019-d33f643fb9e6 admin admin] Publish callbacks [] for router_gateway (67f771ad-1081-44a5-aa16-4d38451cdf9f), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:16.297774 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-01cecab8-cecc-47d8-b10e-104dd387c5fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28530'] for router (ca2464bf-025b-48e9-8e60-1c19b6f68818), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:16.299924 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-01cecab8-cecc-47d8-b10e-104dd387c5fe admin admin] Publish callbacks [] for router_controller (ca2464bf-025b-48e9-8e60-1c19b6f68818), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:16.333319 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-f0ef9d64-5ce2-47c3-95bf-808e36a70854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'name': 'tempest-AttachVolumeTestJSON-1905255531-router', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:26:15Z', 'revision_number': 5, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'gw_port': {'id': '99f4177b-9538-491e-a75a-22a71b074c7f', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:55Z', 'updated_at': '2022-03-07T23:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:16.348489 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-78a8ce79-8a59-4c61-b019-d33f643fb9e6 admin admin] Deleting port 99f4177b-9538-491e-a75a-22a71b074c7f {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:26:16.349199 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-78a8ce79-8a59-4c61-b019-d33f643fb9e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (99f4177b-9538-491e-a75a-22a71b074c7f), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:16.371544 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ef9d64-5ce2-47c3-95bf-808e36a70854 None None] Checking router: 67f771ad-1081-44a5-aa16-4d38451cdf9f for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:26:16.376732 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ef9d64-5ce2-47c3-95bf-808e36a70854 None None] Routers {'67f771ad-1081-44a5-aa16-4d38451cdf9f'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:26:16.377390 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-f0ef9d64-5ce2-47c3-95bf-808e36a70854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:25:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['67f771ad-1081-44a5-aa16-4d38451cdf9f'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:16.446684 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-01cecab8-cecc-47d8-b10e-104dd387c5fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561707'] for router (ca2464bf-025b-48e9-8e60-1c19b6f68818), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:16.447221 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cecab8-cecc-47d8-b10e-104dd387c5fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca2464bf-025b-48e9-8e60-1c19b6f68818 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 23:26:16.460301 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-01cecab8-cecc-47d8-b10e-104dd387c5fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:16.461517 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-01cecab8-cecc-47d8-b10e-104dd387c5fe admin admin] 10.222.0.24 "DELETE /v2.0/routers/ca2464bf-025b-48e9-8e60-1c19b6f68818 HTTP/1.1" status: 204 len: 168 time: 1.1248291 Mar 07 23:26:16.463950 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 46888) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:16.471026 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-78a8ce79-8a59-4c61-b019-d33f643fb9e6 admin admin] For port 99f4177b-9538-491e-a75a-22a71b074c7f, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=99f4177b-9538-491e-a75a-22a71b074c7f,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:26:16.471400 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-78a8ce79-8a59-4c61-b019-d33f643fb9e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (99f4177b-9538-491e-a75a-22a71b074c7f), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:16.497829 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-78a8ce79-8a59-4c61-b019-d33f643fb9e6 admin admin] Calling delete_port for 99f4177b-9538-491e-a75a-22a71b074c7f owned by network:router_gateway {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:26:16.532937 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdbba5dd-aa77-42d4-9d83-8d082711bebb admin admin] Deleting subnet af3489ec-4655-4601-bbd0-7398fa1960d1 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 23:26:16.537537 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bdbba5dd-aa77-42d4-9d83-8d082711bebb admin admin] Publish callbacks [] for subnet (af3489ec-4655-4601-bbd0-7398fa1960d1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:16.577805 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bdbba5dd-aa77-42d4-9d83-8d082711bebb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799380'] for subnet (af3489ec-4655-4601-bbd0-7398fa1960d1), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:16.582288 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-f0ef9d64-5ce2-47c3-95bf-808e36a70854 None None] Set router 67f771ad-1081-44a5-aa16-4d38451cdf9f gateway port host: None {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:26:16.645089 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-f0ef9d64-5ce2-47c3-95bf-808e36a70854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'name': 'tempest-AttachVolumeTestJSON-1905255531-router', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:26:16Z', 'revision_number': 6, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'gw_port_host': None}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:16.671779 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ef9d64-5ce2-47c3-95bf-808e36a70854 None None] The sync data for ids ['67f771ad-1081-44a5-aa16-4d38451cdf9f'] in dv-cinder-813223-6-iscsi is: [{'id': '67f771ad-1081-44a5-aa16-4d38451cdf9f', 'name': 'tempest-AttachVolumeTestJSON-1905255531-router', 'tenant_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:52Z', 'updated_at': '2022-03-07T23:26:16Z', 'revision_number': 6, 'project_id': '2b0c5a8c78de4cedabc1710b0a7bcb52', 'gw_port_host': None}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:26:16.719210 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bdbba5dd-aa77-42d4-9d83-8d082711bebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1321719'] for subnet (af3489ec-4655-4601-bbd0-7398fa1960d1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:16.784019 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-78a8ce79-8a59-4c61-b019-d33f643fb9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (99f4177b-9538-491e-a75a-22a71b074c7f), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:16.814540 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8ce79-8a59-4c61-b019-d33f643fb9e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=99f4177b-9538-491e-a75a-22a71b074c7f,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:16.841391 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bdbba5dd-aa77-42d4-9d83-8d082711bebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1321708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9280569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8993421'] for subnet (af3489ec-4655-4601-bbd0-7398fa1960d1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:16.868545 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-bdbba5dd-aa77-42d4-9d83-8d082711bebb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:16.871624 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-78a8ce79-8a59-4c61-b019-d33f643fb9e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558984'] for router_gateway (67f771ad-1081-44a5-aa16-4d38451cdf9f), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:16.873371 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-bdbba5dd-aa77-42d4-9d83-8d082711bebb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/af3489ec-4655-4601-bbd0-7398fa1960d1 HTTP/1.1" status: 204 len: 168 time: 0.4083850 Mar 07 23:26:16.874196 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b672f14f-781c-4147-82ff-94a962702f87 None None] Network cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:26:16.874712 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbba5dd-aa77-42d4-9d83-8d082711bebb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af3489ec-4655-4601-bbd0-7398fa1960d1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:16.876455 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 46892) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:16.951692 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c669f1a1-ca73-4e01-9352-aca7b0809807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1357688'] for network (cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:16.970859 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-78a8ce79-8a59-4c61-b019-d33f643fb9e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28530'] for router (67f771ad-1081-44a5-aa16-4d38451cdf9f), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:16.973114 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-78a8ce79-8a59-4c61-b019-d33f643fb9e6 admin admin] Publish callbacks [] for router_controller (67f771ad-1081-44a5-aa16-4d38451cdf9f), precommit_delete_associations {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.007829 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-c669f1a1-ca73-4e01-9352-aca7b0809807 admin admin] Deleting port ca7d8130-e893-4019-9ae9-250d93b5de79 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:26:17.008084 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c669f1a1-ca73-4e01-9352-aca7b0809807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (ca7d8130-e893-4019-9ae9-250d93b5de79), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.053490 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:26:17.059372 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf65ed3-6ac2-4b32-ad9b-a4e9432b9f12 None None] DHCP port deletion for cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b request from dv-cinder-813223-6-iscsi {{(pid=103609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 23:26:17.092481 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-78a8ce79-8a59-4c61-b019-d33f643fb9e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561707'] for router (67f771ad-1081-44a5-aa16-4d38451cdf9f), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.093195 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a8ce79-8a59-4c61-b019-d33f643fb9e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67f771ad-1081-44a5-aa16-4d38451cdf9f {{(pid=103608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 23:26:17.095298 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-c669f1a1-ca73-4e01-9352-aca7b0809807 admin admin] For port ca7d8130-e893-4019-9ae9-250d93b5de79, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=ca7d8130-e893-4019-9ae9-250d93b5de79,segment=NetworkSegment(db00336a-3ccf-48b1-9365-8db4e010426c),segment_id=db00336a-3ccf-48b1-9365-8db4e010426c)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:26:17.096182 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c669f1a1-ca73-4e01-9352-aca7b0809807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (ca7d8130-e893-4019-9ae9-250d93b5de79), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.098389 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-78a8ce79-8a59-4c61-b019-d33f643fb9e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.099583 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-78a8ce79-8a59-4c61-b019-d33f643fb9e6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/67f771ad-1081-44a5-aa16-4d38451cdf9f HTTP/1.1" status: 204 len: 168 time: 1.0828671 Mar 07 23:26:17.102418 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 46894) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:17.122465 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-c669f1a1-ca73-4e01-9352-aca7b0809807 admin admin] Calling delete_port for ca7d8130-e893-4019-9ae9-250d93b5de79 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:26:17.188927 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3fd9d0-a651-4095-9356-28ca0a5594e5 admin admin] Deleting subnet ebe707c4-73f7-4b8d-a363-ddcbe10d5528 {{(pid=103608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 23:26:17.193132 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7b3fd9d0-a651-4095-9356-28ca0a5594e5 admin admin] Publish callbacks [] for subnet (ebe707c4-73f7-4b8d-a363-ddcbe10d5528), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.239802 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7b3fd9d0-a651-4095-9356-28ca0a5594e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2548317'] for subnet (ebe707c4-73f7-4b8d-a363-ddcbe10d5528), precommit_delete_associations {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.253210 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device cd8bd83b-95a1-4930-9f36-8ac050b3fbaf no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:26:17.255073 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8 no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:26:17.292392 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] No Port match for: cd8bd83b-95a1-4930-9f36-8ac050b3fbaf {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:26:17.292666 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device cd8bd83b-95a1-4930-9f36-8ac050b3fbaf not bound to the agent host hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:26:17.295180 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:26:17.295518 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 68da1ad9-2edc-4d21-8ad0-ddf5193ce0a8 not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:26:17.296078 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 634893b4-de8a-4a0b-a605-3dd294595e24 no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:26:17.298818 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c669f1a1-ca73-4e01-9352-aca7b0809807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (ca7d8130-e893-4019-9ae9-250d93b5de79), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.318283 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: 634893b4-de8a-4a0b-a605-3dd294595e24 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:26:17.318634 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 634893b4-de8a-4a0b-a605-3dd294595e24 not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:26:17.319036 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 12b8263b-5bc5-4aea-9e5f-4f9687c6484b no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:26:17.325317 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669f1a1-ca73-4e01-9352-aca7b0809807 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7d8130-e893-4019-9ae9-250d93b5de79,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:17.329038 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c669f1a1-ca73-4e01-9352-aca7b0809807 admin admin] No DVR routers for this DVR port ca7d8130-e893-4019-9ae9-250d93b5de79 on host dv-cinder-813223-6-iscsi {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:26:17.349064 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: 12b8263b-5bc5-4aea-9e5f-4f9687c6484b {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:26:17.349415 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 12b8263b-5bc5-4aea-9e5f-4f9687c6484b not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:26:17.360326 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-ddf65ed3-6ac2-4b32-ad9b-a4e9432b9f12 None None] Deleting port ca7d8130-e893-4019-9ae9-250d93b5de79 {{(pid=103609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:26:17.361108 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-ddf65ed3-6ac2-4b32-ad9b-a4e9432b9f12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (ca7d8130-e893-4019-9ae9-250d93b5de79), before_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.363285 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7b3fd9d0-a651-4095-9356-28ca0a5594e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1321719'] for subnet (ebe707c4-73f7-4b8d-a363-ddcbe10d5528), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.404722 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c669f1a1-ca73-4e01-9352-aca7b0809807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479032', 'neutron.services.segments.db._delete_segments_for_network-8747802712679'] for network (cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.422741 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-ddf65ed3-6ac2-4b32-ad9b-a4e9432b9f12 None None] For port ca7d8130-e893-4019-9ae9-250d93b5de79, host dv-cinder-813223-6-iscsi, got binding levels [] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:26:17.423139 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-ddf65ed3-6ac2-4b32-ad9b-a4e9432b9f12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (ca7d8130-e893-4019-9ae9-250d93b5de79), precommit_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.425700 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c669f1a1-ca73-4e01-9352-aca7b0809807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:17.434992 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c669f1a1-ca73-4e01-9352-aca7b0809807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db00336a-3ccf-48b1-9365-8db4e010426c') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:17.435312 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.services.segments.db [None req-c669f1a1-ca73-4e01-9352-aca7b0809807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db00336a-3ccf-48b1-9365-8db4e010426c') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:17.435786 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-ddf65ed3-6ac2-4b32-ad9b-a4e9432b9f12 None None] Calling delete_port for ca7d8130-e893-4019-9ae9-250d93b5de79 owned by network:dhcp {{(pid=103609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:26:17.441741 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.ipam_backend_mixin [None req-ddf65ed3-6ac2-4b32-ad9b-a4e9432b9f12 None None] Port ca7d8130-e893-4019-9ae9-250d93b5de79 was not found and therefore no delete operation was performed {{(pid=103609) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 23:26:17.441741 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-ddf65ed3-6ac2-4b32-ad9b-a4e9432b9f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880'] for port (ca7d8130-e893-4019-9ae9-250d93b5de79), after_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.445486 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c669f1a1-ca73-4e01-9352-aca7b0809807 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747802713712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799343'] for segment (db00336a-3ccf-48b1-9365-8db4e010426c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.464428 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c669f1a1-ca73-4e01-9352-aca7b0809807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (db00336a-3ccf-48b1-9365-8db4e010426c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.468748 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf65ed3-6ac2-4b32-ad9b-a4e9432b9f12 None None] Pushing event deleted for resources: {'Port': ['ID=ca7d8130-e893-4019-9ae9-250d93b5de79,revision_number=None']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:17.469757 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c669f1a1-ca73-4e01-9352-aca7b0809807 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 23:26:17.470381 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c669f1a1-ca73-4e01-9352-aca7b0809807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9280595'] for segment (db00336a-3ccf-48b1-9365-8db4e010426c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.470666 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf65ed3-6ac2-4b32-ad9b-a4e9432b9f12 None None] No DVR routers for this DVR port ca7d8130-e893-4019-9ae9-250d93b5de79 on host dv-cinder-813223-6-iscsi {{(pid=103609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: Traceback (most recent call last): Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: timer() Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: cb(*args, **kw) Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: return func(*args, **kwargs) Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: self._notify() Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: self.callback(batched_events) Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: event.method(event) Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: return f(self, *a, **k) Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: return self._get(url).json() Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: return self.request(url, 'GET', **kwargs) Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 23:26:17.472226 dv-cinder-813223-6-iscsi neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 23:26:17.481900 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7b3fd9d0-a651-4095-9356-28ca0a5594e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1321708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2398541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2721233'] for subnet (ebe707c4-73f7-4b8d-a363-ddcbe10d5528), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.510793 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745ddec9-89d0-4ff7-852d-4ff435e3e27c None None] Network 60cd751d-3709-4142-8796-5cc239f83beb requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:26:17.528744 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7b3fd9d0-a651-4095-9356-28ca0a5594e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.541219 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-7b3fd9d0-a651-4095-9356-28ca0a5594e5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ebe707c4-73f7-4b8d-a363-ddcbe10d5528 HTTP/1.1" status: 204 len: 168 time: 0.4376631 Mar 07 23:26:17.543145 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 46900) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:17.544303 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3fd9d0-a651-4095-9356-28ca0a5594e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebe707c4-73f7-4b8d-a363-ddcbe10d5528,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:17.623781 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c669f1a1-ca73-4e01-9352-aca7b0809807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559020'] for network (cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.629084 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c669f1a1-ca73-4e01-9352-aca7b0809807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.633709 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-c669f1a1-ca73-4e01-9352-aca7b0809807 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b HTTP/1.1" status: 204 len: 168 time: 0.7557180 Mar 07 23:26:17.647071 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669f1a1-ca73-4e01-9352-aca7b0809807 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdcb3e63-d81f-4cd1-8c98-dd9a3fe89b2b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:17.649888 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ae81e62f-8385-4530-84f4-214d1fc8c944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1357688'] for network (60cd751d-3709-4142-8796-5cc239f83beb), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.720112 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e9326a-1666-41e2-b959-a06b1c2b52a7 None None] DHCP port deletion for 60cd751d-3709-4142-8796-5cc239f83beb request from dv-cinder-813223-6-iscsi {{(pid=103609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 23:26:17.725735 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ae81e62f-8385-4530-84f4-214d1fc8c944 admin admin] Deleting port 24e867d6-1a9d-4472-a66f-55397a0f2b29 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:26:17.730714 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ae81e62f-8385-4530-84f4-214d1fc8c944 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (24e867d6-1a9d-4472-a66f-55397a0f2b29), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.780250 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-88e9326a-1666-41e2-b959-a06b1c2b52a7 None None] Deleting port 24e867d6-1a9d-4472-a66f-55397a0f2b29 {{(pid=103609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:26:17.780744 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-88e9326a-1666-41e2-b959-a06b1c2b52a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (24e867d6-1a9d-4472-a66f-55397a0f2b29), before_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.790331 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ae81e62f-8385-4530-84f4-214d1fc8c944 admin admin] For port 24e867d6-1a9d-4472-a66f-55397a0f2b29, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=24e867d6-1a9d-4472-a66f-55397a0f2b29,segment=NetworkSegment(acbb6c4e-37f7-4347-8261-3f6da46e7cfc),segment_id=acbb6c4e-37f7-4347-8261-3f6da46e7cfc)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:26:17.794232 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ae81e62f-8385-4530-84f4-214d1fc8c944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (24e867d6-1a9d-4472-a66f-55397a0f2b29), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.803900 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ae81e62f-8385-4530-84f4-214d1fc8c944 admin admin] Calling delete_port for 24e867d6-1a9d-4472-a66f-55397a0f2b29 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:26:17.848492 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-88e9326a-1666-41e2-b959-a06b1c2b52a7 None None] For port 24e867d6-1a9d-4472-a66f-55397a0f2b29, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=24e867d6-1a9d-4472-a66f-55397a0f2b29,segment=NetworkSegment(acbb6c4e-37f7-4347-8261-3f6da46e7cfc),segment_id=acbb6c4e-37f7-4347-8261-3f6da46e7cfc)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:26:17.848888 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-88e9326a-1666-41e2-b959-a06b1c2b52a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (24e867d6-1a9d-4472-a66f-55397a0f2b29), precommit_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.862663 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-88e9326a-1666-41e2-b959-a06b1c2b52a7 None None] Calling delete_port for 24e867d6-1a9d-4472-a66f-55397a0f2b29 owned by network:dhcp {{(pid=103609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:26:17.984011 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ae81e62f-8385-4530-84f4-214d1fc8c944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (24e867d6-1a9d-4472-a66f-55397a0f2b29), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:17.992901 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-88e9326a-1666-41e2-b959-a06b1c2b52a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880'] for port (24e867d6-1a9d-4472-a66f-55397a0f2b29), after_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:18.010212 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81e62f-8385-4530-84f4-214d1fc8c944 admin admin] Pushing event deleted for resources: {'Port': ['ID=24e867d6-1a9d-4472-a66f-55397a0f2b29,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:18.014747 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae81e62f-8385-4530-84f4-214d1fc8c944 admin admin] No DVR routers for this DVR port 24e867d6-1a9d-4472-a66f-55397a0f2b29 on host dv-cinder-813223-6-iscsi {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:26:18.016181 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9326a-1666-41e2-b959-a06b1c2b52a7 None None] Pushing event deleted for resources: {'Port': ['ID=24e867d6-1a9d-4472-a66f-55397a0f2b29,revision_number=None']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:18.024836 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e9326a-1666-41e2-b959-a06b1c2b52a7 None None] No DVR routers for this DVR port 24e867d6-1a9d-4472-a66f-55397a0f2b29 on host dv-cinder-813223-6-iscsi {{(pid=103609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:26:18.058395 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 46908) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:18.094915 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ae81e62f-8385-4530-84f4-214d1fc8c944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479032', 'neutron.services.segments.db._delete_segments_for_network-8747802712679'] for network (60cd751d-3709-4142-8796-5cc239f83beb), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:18.099530 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-d701c9e7-5881-4351-8970-c913c193f41d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80516370fe324566aba801c4236e78d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399325 Mar 07 23:26:18.102200 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 46910) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:18.115700 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-ae81e62f-8385-4530-84f4-214d1fc8c944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60cd751d-3709-4142-8796-5cc239f83beb']}} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:18.125191 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-ae81e62f-8385-4530-84f4-214d1fc8c944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acbb6c4e-37f7-4347-8261-3f6da46e7cfc') {'for_net_delete': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:18.126194 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-ae81e62f-8385-4530-84f4-214d1fc8c944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acbb6c4e-37f7-4347-8261-3f6da46e7cfc') {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:18.135760 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ae81e62f-8385-4530-84f4-214d1fc8c944 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747802713712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2548390'] for segment (acbb6c4e-37f7-4347-8261-3f6da46e7cfc), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:18.148820 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ae81e62f-8385-4530-84f4-214d1fc8c944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (acbb6c4e-37f7-4347-8261-3f6da46e7cfc), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:18.152863 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-afabec36-3eba-4540-9a38-007e448e30f2 admin admin] Publish callbacks [] for security_group (1895ace4-e7aa-434d-bf35-0b3e468c43b4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:18.154706 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae81e62f-8385-4530-84f4-214d1fc8c944 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 23:26:18.155190 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ae81e62f-8385-4530-84f4-214d1fc8c944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2398503'] for segment (acbb6c4e-37f7-4347-8261-3f6da46e7cfc), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: Traceback (most recent call last): Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: timer() Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: cb(*args, **kw) Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: return func(*args, **kwargs) Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: self._notify() Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: self.callback(batched_events) Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: event.method(event) Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: return f(self, *a, **k) Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: return self._get(url).json() Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: return self.request(url, 'GET', **kwargs) Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 23:26:18.156778 dv-cinder-813223-6-iscsi neutron-server[103608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 23:26:18.175186 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-afabec36-3eba-4540-9a38-007e448e30f2 admin admin] Publish callbacks [] for security_group (1895ace4-e7aa-434d-bf35-0b3e468c43b4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:18.269228 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ae81e62f-8385-4530-84f4-214d1fc8c944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559020'] for network (60cd751d-3709-4142-8796-5cc239f83beb), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:18.274507 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ae81e62f-8385-4530-84f4-214d1fc8c944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:18.282798 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-ae81e62f-8385-4530-84f4-214d1fc8c944 admin admin] 10.222.0.24 "DELETE /v2.0/networks/60cd751d-3709-4142-8796-5cc239f83beb HTTP/1.1" status: 204 len: 168 time: 0.7347431 Mar 07 23:26:18.288518 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81e62f-8385-4530-84f4-214d1fc8c944 admin admin] Pushing event deleted for resources: {'Network': ['ID=60cd751d-3709-4142-8796-5cc239f83beb,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:18.299115 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-afabec36-3eba-4540-9a38-007e448e30f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (1895ace4-e7aa-434d-bf35-0b3e468c43b4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:18.301652 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-afabec36-3eba-4540-9a38-007e448e30f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:18.302978 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-afabec36-3eba-4540-9a38-007e448e30f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1895ace4-e7aa-434d-bf35-0b3e468c43b4 HTTP/1.1" status: 204 len: 168 time: 0.1998980 Mar 07 23:26:18.311219 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabec36-3eba-4540-9a38-007e448e30f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1895ace4-e7aa-434d-bf35-0b3e468c43b4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:18.640355 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 46916) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:18.685296 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-052e65d0-2369-4b1c-8029-9872efb611d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b0c5a8c78de4cedabc1710b0a7bcb52&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405159 Mar 07 23:26:18.685296 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 46918) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:18.740288 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-20c60ce3-47d6-45b4-8759-023a922071b1 admin admin] Publish callbacks [] for security_group (1e7f1fa5-fad8-463e-bbda-ce0f18911ac8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:18.763254 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-20c60ce3-47d6-45b4-8759-023a922071b1 admin admin] Publish callbacks [] for security_group (1e7f1fa5-fad8-463e-bbda-ce0f18911ac8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:18.770376 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 24e867d6-1a9d-4472-a66f-55397a0f2b29 no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:26:18.793992 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: 24e867d6-1a9d-4472-a66f-55397a0f2b29 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:26:18.794605 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 24e867d6-1a9d-4472-a66f-55397a0f2b29 not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:26:18.795047 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device ca7d8130-e893-4019-9ae9-250d93b5de79 no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:26:18.814579 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: ca7d8130-e893-4019-9ae9-250d93b5de79 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:26:18.820134 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device ca7d8130-e893-4019-9ae9-250d93b5de79 not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:26:18.820134 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 99f4177b-9538-491e-a75a-22a71b074c7f no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:26:18.835408 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: 99f4177b-9538-491e-a75a-22a71b074c7f {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:26:18.835764 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 99f4177b-9538-491e-a75a-22a71b074c7f not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:26:18.909461 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-20c60ce3-47d6-45b4-8759-023a922071b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (1e7f1fa5-fad8-463e-bbda-ce0f18911ac8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:18.912225 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-20c60ce3-47d6-45b4-8759-023a922071b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:18.913450 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-20c60ce3-47d6-45b4-8759-023a922071b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e7f1fa5-fad8-463e-bbda-ce0f18911ac8 HTTP/1.1" status: 204 len: 168 time: 0.2272830 Mar 07 23:26:18.921423 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c60ce3-47d6-45b4-8759-023a922071b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7f1fa5-fad8-463e-bbda-ce0f18911ac8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:21.604033 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47028) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:21.713253 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fe7d0647-c3f2-415f-ab87-2e7f294cd44b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:21.799413 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fe7d0647-c3f2-415f-ab87-2e7f294cd44b admin admin] Publish callbacks [] for security_group (610122b6-4e3e-4b26-9ca0-fe6894bcd4fb), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:21.858167 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fe7d0647-c3f2-415f-ab87-2e7f294cd44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (610122b6-4e3e-4b26-9ca0-fe6894bcd4fb), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:21.899143 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-fe7d0647-c3f2-415f-ab87-2e7f294cd44b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29c3d6cbb9c645b6b5c7b8b554f27007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914641 Mar 07 23:26:21.899143 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d0647-c3f2-415f-ab87-2e7f294cd44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610122b6-4e3e-4b26-9ca0-fe6894bcd4fb,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:21.899947 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 47044) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:21.948468 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cea7eb7c-f4ab-4874-8da2-a7893fdafc09 admin admin] Publish callbacks [] for security_group (610122b6-4e3e-4b26-9ca0-fe6894bcd4fb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:21.969255 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cea7eb7c-f4ab-4874-8da2-a7893fdafc09 admin admin] Publish callbacks [] for security_group (610122b6-4e3e-4b26-9ca0-fe6894bcd4fb), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:22.127115 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cea7eb7c-f4ab-4874-8da2-a7893fdafc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (610122b6-4e3e-4b26-9ca0-fe6894bcd4fb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:22.129870 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cea7eb7c-f4ab-4874-8da2-a7893fdafc09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:22.131103 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-cea7eb7c-f4ab-4874-8da2-a7893fdafc09 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/610122b6-4e3e-4b26-9ca0-fe6894bcd4fb HTTP/1.1" status: 204 len: 168 time: 0.2305205 Mar 07 23:26:22.139472 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7eb7c-f4ab-4874-8da2-a7893fdafc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610122b6-4e3e-4b26-9ca0-fe6894bcd4fb,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:22.732708 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47066) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:22.746625 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-22230f54-9d97-4850-9b87-396b02a4adb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:22.818367 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-22230f54-9d97-4850-9b87-396b02a4adb4 admin admin] Publish callbacks [] for security_group (f574834d-5ab5-4f2c-8695-217445a6f1c5), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:22.886361 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-22230f54-9d97-4850-9b87-396b02a4adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (f574834d-5ab5-4f2c-8695-217445a6f1c5), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:22.924022 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-22230f54-9d97-4850-9b87-396b02a4adb4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b14736d620c405b98aeebd1bbc02dd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901145 Mar 07 23:26:22.925159 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22230f54-9d97-4850-9b87-396b02a4adb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f574834d-5ab5-4f2c-8695-217445a6f1c5,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:22.926693 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 47072) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:22.977068 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-175000a7-6032-4a16-925b-32710981939f admin admin] Publish callbacks [] for security_group (f574834d-5ab5-4f2c-8695-217445a6f1c5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:22.997576 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-175000a7-6032-4a16-925b-32710981939f admin admin] Publish callbacks [] for security_group (f574834d-5ab5-4f2c-8695-217445a6f1c5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:23.114944 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-175000a7-6032-4a16-925b-32710981939f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (f574834d-5ab5-4f2c-8695-217445a6f1c5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:23.117558 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-175000a7-6032-4a16-925b-32710981939f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:23.118726 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-175000a7-6032-4a16-925b-32710981939f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f574834d-5ab5-4f2c-8695-217445a6f1c5 HTTP/1.1" status: 204 len: 168 time: 0.1905608 Mar 07 23:26:23.126717 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175000a7-6032-4a16-925b-32710981939f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f574834d-5ab5-4f2c-8695-217445a6f1c5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:23.880867 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b66a7d79-dfc8-46bd-8fc8-dc10331e8ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:25.972362 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:26.154980 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-73402508-3077-47a1-9b58-f7926a3753f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:27.697951 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:28.611912 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47202) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:28.712070 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-559dd44c-ccfd-4e4d-a0bb-dc64a0fbe6c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:28.781304 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-559dd44c-ccfd-4e4d-a0bb-dc64a0fbe6c8 admin admin] Publish callbacks [] for security_group (62d2848c-3737-4167-8447-8868eddc39d3), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:28.817367 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-559dd44c-ccfd-4e4d-a0bb-dc64a0fbe6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (62d2848c-3737-4167-8447-8868eddc39d3), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:28.857076 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-559dd44c-ccfd-4e4d-a0bb-dc64a0fbe6c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0823ed3a77e44e3a8511a674655ee0f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440488 Mar 07 23:26:28.858167 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559dd44c-ccfd-4e4d-a0bb-dc64a0fbe6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d2848c-3737-4167-8447-8868eddc39d3,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:28.860922 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 47206) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:28.869498 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:28.909642 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b927fd2-3a7e-43dc-80d4-906a7aff419e admin admin] Publish callbacks [] for security_group (62d2848c-3737-4167-8447-8868eddc39d3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:28.930197 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b927fd2-3a7e-43dc-80d4-906a7aff419e admin admin] Publish callbacks [] for security_group (62d2848c-3737-4167-8447-8868eddc39d3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:29.023238 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b927fd2-3a7e-43dc-80d4-906a7aff419e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (62d2848c-3737-4167-8447-8868eddc39d3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:29.025781 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b927fd2-3a7e-43dc-80d4-906a7aff419e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:29.026931 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-5b927fd2-3a7e-43dc-80d4-906a7aff419e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62d2848c-3737-4167-8447-8868eddc39d3 HTTP/1.1" status: 204 len: 168 time: 0.1647134 Mar 07 23:26:29.034755 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b927fd2-3a7e-43dc-80d4-906a7aff419e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d2848c-3737-4167-8447-8868eddc39d3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:30.331881 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:31.028856 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111ab38-40c2-4cc7-bde9-72cb7ca438be req-eec7f7a6-d453-4ed8-9f65-93ed0af92e95 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:31.030360 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4111ab38-40c2-4cc7-bde9-72cb7ca438be req-eec7f7a6-d453-4ed8-9f65-93ed0af92e95 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 946 time: 0.0515583 Mar 07 23:26:31.076284 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4111ab38-40c2-4cc7-bde9-72cb7ca438be req-10f6f6f3-0145-4f60-965d-8073cefca5f1 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397775 Mar 07 23:26:32.207872 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73f5a8-6c23-46ff-b3b7-911ffbbe32ab req-6afb5d4d-fce3-4689-a599-4cbb94bbe8a1 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:32.209519 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ed73f5a8-6c23-46ff-b3b7-911ffbbe32ab req-6afb5d4d-fce3-4689-a599-4cbb94bbe8a1 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 946 time: 0.0587897 Mar 07 23:26:32.260824 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ed73f5a8-6c23-46ff-b3b7-911ffbbe32ab req-aad8ad62-3e8d-4446-b1d5-b4f78e182aaf tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442905 Mar 07 23:26:33.054935 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 47312) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:33.157058 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab727d56-5501-421c-8eef-96a0db472e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:33.229141 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab727d56-5501-421c-8eef-96a0db472e7e admin admin] Publish callbacks [] for security_group (d25fbf80-f0b0-4b4a-b4cb-e7bd758a4319), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:33.368799 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ab727d56-5501-421c-8eef-96a0db472e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (d25fbf80-f0b0-4b4a-b4cb-e7bd758a4319), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:33.383040 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160a46c-803a-4f63-a0bb-fd25d9193cdf req-e8005767-ca0a-470c-bf52-551f8837a61c tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:33.384523 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b160a46c-803a-4f63-a0bb-fd25d9193cdf req-e8005767-ca0a-470c-bf52-551f8837a61c tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 946 time: 0.0523124 Mar 07 23:26:33.407267 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-ab727d56-5501-421c-8eef-96a0db472e7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f3bb95837ea49e09737eb140d5a23c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3512595 Mar 07 23:26:33.408377 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d56-5501-421c-8eef-96a0db472e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25fbf80-f0b0-4b4a-b4cb-e7bd758a4319,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:33.409904 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47322) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:33.449721 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b160a46c-803a-4f63-a0bb-fd25d9193cdf req-6f653199-801c-4ba9-b831-cc9756cee2ea tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593183 Mar 07 23:26:33.478195 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0fb02b5d-24b8-4ac4-b07e-de8b983c8fdf admin admin] Publish callbacks [] for security_group (d25fbf80-f0b0-4b4a-b4cb-e7bd758a4319), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:33.499226 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0fb02b5d-24b8-4ac4-b07e-de8b983c8fdf admin admin] Publish callbacks [] for security_group (d25fbf80-f0b0-4b4a-b4cb-e7bd758a4319), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:33.612771 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0fb02b5d-24b8-4ac4-b07e-de8b983c8fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (d25fbf80-f0b0-4b4a-b4cb-e7bd758a4319), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:33.615387 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0fb02b5d-24b8-4ac4-b07e-de8b983c8fdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:33.619011 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-0fb02b5d-24b8-4ac4-b07e-de8b983c8fdf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d25fbf80-f0b0-4b4a-b4cb-e7bd758a4319 HTTP/1.1" status: 204 len: 168 time: 0.2057579 Mar 07 23:26:33.624724 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb02b5d-24b8-4ac4-b07e-de8b983c8fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25fbf80-f0b0-4b4a-b4cb-e7bd758a4319,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:34.200409 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 47328) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:34.214034 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fd0eb6c2-80df-47c9-b47a-3d3166ddcff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:34.284625 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fd0eb6c2-80df-47c9-b47a-3d3166ddcff3 admin admin] Publish callbacks [] for security_group (9517c340-ddba-4266-b208-03fef1363f5e), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:34.354930 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-fd0eb6c2-80df-47c9-b47a-3d3166ddcff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (9517c340-ddba-4266-b208-03fef1363f5e), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:34.401337 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0eb6c2-80df-47c9-b47a-3d3166ddcff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9517c340-ddba-4266-b208-03fef1363f5e,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:34.409661 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47338) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:34.410073 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-fd0eb6c2-80df-47c9-b47a-3d3166ddcff3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ae761ee12634ccc89cafde8666e87c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2082589 Mar 07 23:26:34.460208 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-64429180-5131-4bba-b928-40ccf844d50c admin admin] Publish callbacks [] for security_group (9517c340-ddba-4266-b208-03fef1363f5e), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:34.480105 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-64429180-5131-4bba-b928-40ccf844d50c admin admin] Publish callbacks [] for security_group (9517c340-ddba-4266-b208-03fef1363f5e), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:34.578741 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afc98c-d199-44cd-8c82-c5b9e5b7dfec req-929bf063-0319-4941-af4e-73b975cc4a58 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:34.580213 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c9afc98c-d199-44cd-8c82-c5b9e5b7dfec req-929bf063-0319-4941-af4e-73b975cc4a58 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 946 time: 0.0584574 Mar 07 23:26:34.613065 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9440592-73e2-4c86-8934-fff636585578 req-fa191b95-ca25-45bf-93c9-6b4f1f9b20ae tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:34.614538 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e9440592-73e2-4c86-8934-fff636585578 req-fa191b95-ca25-45bf-93c9-6b4f1f9b20ae tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.16 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 946 time: 0.0518847 Mar 07 23:26:34.617705 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-64429180-5131-4bba-b928-40ccf844d50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (9517c340-ddba-4266-b208-03fef1363f5e), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:34.620369 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-64429180-5131-4bba-b928-40ccf844d50c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:34.621445 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-64429180-5131-4bba-b928-40ccf844d50c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9517c340-ddba-4266-b208-03fef1363f5e HTTP/1.1" status: 204 len: 168 time: 0.2108202 Mar 07 23:26:34.628809 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c9afc98c-d199-44cd-8c82-c5b9e5b7dfec req-d12461b4-eec5-40b6-b2e1-72860f5bb7ec tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ab90ac-5c53-4bd4-9a18-408d329eb0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399022 Mar 07 23:26:34.637964 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64429180-5131-4bba-b928-40ccf844d50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9517c340-ddba-4266-b208-03fef1363f5e,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:34.747420 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [req-e9440592-73e2-4c86-8934-fff636585578 req-ac40af00-a36f-4386-89da-b288726f0a38 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Deleting port 6e354ab4-f558-4849-b016-0c8859a01e7e {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:26:34.750769 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-e9440592-73e2-4c86-8934-fff636585578 req-ac40af00-a36f-4386-89da-b288726f0a38 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:34.836424 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-e9440592-73e2-4c86-8934-fff636585578 req-ac40af00-a36f-4386-89da-b288726f0a38 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] For port 6e354ab4-f558-4849-b016-0c8859a01e7e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6e354ab4-f558-4849-b016-0c8859a01e7e,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:26:34.837053 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-e9440592-73e2-4c86-8934-fff636585578 req-ac40af00-a36f-4386-89da-b288726f0a38 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:35.025651 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-e9440592-73e2-4c86-8934-fff636585578 req-ac40af00-a36f-4386-89da-b288726f0a38 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:35.026077 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-e9440592-73e2-4c86-8934-fff636585578 req-ac40af00-a36f-4386-89da-b288726f0a38 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (99ab0e21-9532-4c3b-9b72-bcf603045dfd), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:35.026399 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.db.l3_db [req-e9440592-73e2-4c86-8934-fff636585578 req-ac40af00-a36f-4386-89da-b288726f0a38 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Floating IP 99ab0e21-9532-4c3b-9b72-bcf603045dfd disassociated. External IP: 172.27.3.231, port: 6e354ab4-f558-4849-b016-0c8859a01e7e. Mar 07 23:26:35.026747 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [req-e9440592-73e2-4c86-8934-fff636585578 req-ac40af00-a36f-4386-89da-b288726f0a38 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Calling delete_port for 6e354ab4-f558-4849-b016-0c8859a01e7e owned by compute:nova {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:26:35.292244 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-e9440592-73e2-4c86-8934-fff636585578 req-ac40af00-a36f-4386-89da-b288726f0a38 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (6e354ab4-f558-4849-b016-0c8859a01e7e), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:35.324398 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40af00-a36f-4386-89da-b288726f0a38 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Pushing event deleted for resources: {'Port': ['ID=6e354ab4-f558-4849-b016-0c8859a01e7e,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:35.438679 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9440592-73e2-4c86-8934-fff636585578 req-ac40af00-a36f-4386-89da-b288726f0a38 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Router c87b6bdd-8582-462e-923b-c34b1ec0c6e0 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:26:35.834267 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a09af36a-14a9-4044-a2b0-80da2b4fd550 req-36c7101b-d17d-4941-b40a-20b1ed284cfa tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/ports?device_id=d51f6a25-7c0b-48fe-90d6-afef49cafa26 HTTP/1.1" status: 200 len: 210 time: 0.0324440 Mar 07 23:26:35.840667 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9440592-73e2-4c86-8934-fff636585578 req-ac40af00-a36f-4386-89da-b288726f0a38 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:26:35.851434 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73177a9-0292-4967-ac50-1f8cfb5e8d94 None None] Sync routers for ids ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:26:35.872047 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73177a9-0292-4967-ac50-1f8cfb5e8d94 None None] Routers {'c87b6bdd-8582-462e-923b-c34b1ec0c6e0'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:26:35.873052 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a73177a9-0292-4967-ac50-1f8cfb5e8d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:26:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:35.887756 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9440592-73e2-4c86-8934-fff636585578 req-ac40af00-a36f-4386-89da-b288726f0a38 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] No DVR routers for this DVR port 6e354ab4-f558-4849-b016-0c8859a01e7e on host hv-cinder-81322 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:26:35.890348 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-e9440592-73e2-4c86-8934-fff636585578 req-ac40af00-a36f-4386-89da-b288726f0a38 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:35.894160 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e9440592-73e2-4c86-8934-fff636585578 req-ac40af00-a36f-4386-89da-b288726f0a38 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.16 "DELETE /v2.0/ports/6e354ab4-f558-4849-b016-0c8859a01e7e HTTP/1.1" status: 204 len: 173 time: 1.2712245 Mar 07 23:26:35.894599 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51f6a25-7c0b-48fe-90d6-afef49cafa26', 'name': 'network-vif-deleted', 'tag': '6e354ab4-f558-4849-b016-0c8859a01e7e'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:26:35.901184 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc77445-2ee4-49b1-a6be-0b4b479a471c" -d '{"events": [{"server_uuid": "d51f6a25-7c0b-48fe-90d6-afef49cafa26", "name": "network-vif-deleted", "tag": "6e354ab4-f558-4849-b016-0c8859a01e7e"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:26:35.935852 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f382a76c-4b48-4c01-b68e-5e76b0317af0 x-openstack-request-id: req-f382a76c-4b48-4c01-b68e-5e76b0317af0 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:26:35.936239 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51f6a25-7c0b-48fe-90d6-afef49cafa26", "name": "network-vif-deleted", "tag": "6e354ab4-f558-4849-b016-0c8859a01e7e", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:26:35.936555 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f382a76c-4b48-4c01-b68e-5e76b0317af0 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:26:35.936948 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51f6a25-7c0b-48fe-90d6-afef49cafa26', 'name': 'network-vif-deleted', 'tag': '6e354ab4-f558-4849-b016-0c8859a01e7e', 'status': 'completed', 'code': 200} Mar 07 23:26:35.995396 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-a73177a9-0292-4967-ac50-1f8cfb5e8d94 None None] Set router c87b6bdd-8582-462e-923b-c34b1ec0c6e0 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:26:36.207079 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a73177a9-0292-4967-ac50-1f8cfb5e8d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1886301030-router', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '82b3c923-e30e-44d5-9629-8cf892386500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:50Z', 'updated_at': '2022-03-07T23:19:57Z', 'revision_number': 4, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'gw_port': {'id': '82b3c923-e30e-44d5-9629-8cf892386500', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:51Z', 'updated_at': '2022-03-07T23:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '98c93d39-311a-4d58-9a40-fe81b4199350', 'name': '', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'mac_address': 'fa:16:3e:52:4a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:56Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 5, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'subnets': [{'id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:36.243042 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73177a9-0292-4967-ac50-1f8cfb5e8d94 None None] Checking router: c87b6bdd-8582-462e-923b-c34b1ec0c6e0 for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:26:36.252171 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73177a9-0292-4967-ac50-1f8cfb5e8d94 None None] Routers {'c87b6bdd-8582-462e-923b-c34b1ec0c6e0'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:26:36.253708 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a73177a9-0292-4967-ac50-1f8cfb5e8d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:26:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:36.364233 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-a73177a9-0292-4967-ac50-1f8cfb5e8d94 None None] Set router c87b6bdd-8582-462e-923b-c34b1ec0c6e0 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:26:36.595207 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a73177a9-0292-4967-ac50-1f8cfb5e8d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1886301030-router', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '82b3c923-e30e-44d5-9629-8cf892386500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:50Z', 'updated_at': '2022-03-07T23:19:57Z', 'revision_number': 4, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'gw_port': {'id': '82b3c923-e30e-44d5-9629-8cf892386500', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:51Z', 'updated_at': '2022-03-07T23:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '98c93d39-311a-4d58-9a40-fe81b4199350', 'name': '', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'mac_address': 'fa:16:3e:52:4a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:56Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 5, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'subnets': [{'id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:36.622758 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73177a9-0292-4967-ac50-1f8cfb5e8d94 None None] The sync data for ids ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'] in dv-cinder-813223-6-iscsi is: [{'id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1886301030-router', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '82b3c923-e30e-44d5-9629-8cf892386500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:50Z', 'updated_at': '2022-03-07T23:19:57Z', 'revision_number': 4, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'gw_port': {'id': '82b3c923-e30e-44d5-9629-8cf892386500', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:51Z', 'updated_at': '2022-03-07T23:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '98c93d39-311a-4d58-9a40-fe81b4199350', 'name': '', 'network_id': '2859357e-3793-4a4e-a3ac-55382bb5099f', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'mac_address': 'fa:16:3e:52:4a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:56Z', 'updated_at': '2022-03-07T23:20:08Z', 'revision_number': 5, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'subnets': [{'id': '3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:26:36.823423 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 47408) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:36.891460 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4835b06-7836-4556-b9a0-8fbba71ab786 None None] New status for floating IP 99ab0e21-9532-4c3b-9b72-bcf603045dfd: DOWN {{(pid=103610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:26:36.951777 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-59952ee8-d247-4f04-9e40-e137ee8e46fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:36.993496 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 47420) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:37.078397 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-59952ee8-d247-4f04-9e40-e137ee8e46fb admin admin] Publish callbacks [] for security_group (ee3062a3-3b48-4a35-94df-fca2a5754d22), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:37.083994 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-98760305-d4b3-448c-9de1-bea0506f9011 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for security_group (19ab90ac-5c53-4bd4-9a18-408d329eb0bc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:37.109514 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-98760305-d4b3-448c-9de1-bea0506f9011 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for security_group (19ab90ac-5c53-4bd4-9a18-408d329eb0bc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:37.121217 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-59952ee8-d247-4f04-9e40-e137ee8e46fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (ee3062a3-3b48-4a35-94df-fca2a5754d22), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:37.178789 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-59952ee8-d247-4f04-9e40-e137ee8e46fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c200bb98f3d044b79d4bbd52d6cf5367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3542688 Mar 07 23:26:37.180202 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59952ee8-d247-4f04-9e40-e137ee8e46fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3062a3-3b48-4a35-94df-fca2a5754d22,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:37.181468 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47422) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:37.228604 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c0989d9f-eba5-4245-83e1-87a5e39b58d5 admin admin] Publish callbacks [] for security_group (ee3062a3-3b48-4a35-94df-fca2a5754d22), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:37.249610 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c0989d9f-eba5-4245-83e1-87a5e39b58d5 admin admin] Publish callbacks [] for security_group (ee3062a3-3b48-4a35-94df-fca2a5754d22), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:37.274832 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-98760305-d4b3-448c-9de1-bea0506f9011 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (19ab90ac-5c53-4bd4-9a18-408d329eb0bc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:37.277682 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-98760305-d4b3-448c-9de1-bea0506f9011 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:37.278822 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-98760305-d4b3-448c-9de1-bea0506f9011 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "DELETE /v2.0/security-groups/19ab90ac-5c53-4bd4-9a18-408d329eb0bc HTTP/1.1" status: 204 len: 168 time: 0.2847407 Mar 07 23:26:37.281708 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47426) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:37.289644 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98760305-d4b3-448c-9de1-bea0506f9011 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ab90ac-5c53-4bd4-9a18-408d329eb0bc,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:37.296532 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.api.v2.resource [None req-584aedff-d4b0-4f38-8bb6-d24cfc1c61e8 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] show failed (client error): The resource could not be found. Mar 07 23:26:37.300342 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-584aedff-d4b0-4f38-8bb6-d24cfc1c61e8 tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "GET /v2.0/security-groups/19ab90ac-5c53-4bd4-9a18-408d329eb0bc HTTP/1.1" status: 404 len: 347 time: 0.0150383 Mar 07 23:26:37.300555 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47428) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:37.407410 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c0989d9f-eba5-4245-83e1-87a5e39b58d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (ee3062a3-3b48-4a35-94df-fca2a5754d22), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:37.410451 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c0989d9f-eba5-4245-83e1-87a5e39b58d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:37.411552 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-c0989d9f-eba5-4245-83e1-87a5e39b58d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee3062a3-3b48-4a35-94df-fca2a5754d22 HTTP/1.1" status: 204 len: 168 time: 0.2289822 Mar 07 23:26:37.423832 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0989d9f-eba5-4245-83e1-87a5e39b58d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3062a3-3b48-4a35-94df-fca2a5754d22,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:37.441551 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d8329425-04eb-4482-ad13-326cc893cc1a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Deleting port b703ad39-23dd-47df-8b3d-d7fa79ddce0a {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:26:37.442199 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d8329425-04eb-4482-ad13-326cc893cc1a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (b703ad39-23dd-47df-8b3d-d7fa79ddce0a), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:37.525246 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d8329425-04eb-4482-ad13-326cc893cc1a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (b703ad39-23dd-47df-8b3d-d7fa79ddce0a), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:37.525573 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d8329425-04eb-4482-ad13-326cc893cc1a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for floatingip (b703ad39-23dd-47df-8b3d-d7fa79ddce0a), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:37.537968 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-d8329425-04eb-4482-ad13-326cc893cc1a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Calling delete_port for b703ad39-23dd-47df-8b3d-d7fa79ddce0a owned by network:floatingip {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:26:37.726363 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d8329425-04eb-4482-ad13-326cc893cc1a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (b703ad39-23dd-47df-8b3d-d7fa79ddce0a), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:37.759847 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8329425-04eb-4482-ad13-326cc893cc1a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Pushing event deleted for resources: {'Port': ['ID=b703ad39-23dd-47df-8b3d-d7fa79ddce0a,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:37.820710 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d8329425-04eb-4482-ad13-326cc893cc1a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks [] for floatingip (99ab0e21-9532-4c3b-9b72-bcf603045dfd), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:37.823541 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d8329425-04eb-4482-ad13-326cc893cc1a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:37.825797 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-d8329425-04eb-4482-ad13-326cc893cc1a tempest-AttachVolumeShelveTestJSON-476686840 tempest-AttachVolumeShelveTestJSON-476686840-project] 10.222.0.24 "DELETE /v2.0/floatingips/99ab0e21-9532-4c3b-9b72-bcf603045dfd HTTP/1.1" status: 204 len: 168 time: 0.5232229 Mar 07 23:26:38.040208 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47446) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:38.056195 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7cf3d83a-8f01-42a0-a7fe-4aa84e5fdd40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:38.129471 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7cf3d83a-8f01-42a0-a7fe-4aa84e5fdd40 admin admin] Publish callbacks [] for security_group (41c3fc60-bab5-40aa-ad83-5d17dbbe055d), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:38.200761 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7cf3d83a-8f01-42a0-a7fe-4aa84e5fdd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (41c3fc60-bab5-40aa-ad83-5d17dbbe055d), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:38.236763 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3d83a-8f01-42a0-a7fe-4aa84e5fdd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c3fc60-bab5-40aa-ad83-5d17dbbe055d,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:38.241605 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-7cf3d83a-8f01-42a0-a7fe-4aa84e5fdd40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7189ba390a034f07983730afa7fe1442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2003906 Mar 07 23:26:38.244409 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47450) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:38.290039 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3ef83c3f-1620-4e18-843d-77702b73c5c0 admin admin] Publish callbacks [] for security_group (41c3fc60-bab5-40aa-ad83-5d17dbbe055d), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:38.311274 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3ef83c3f-1620-4e18-843d-77702b73c5c0 admin admin] Publish callbacks [] for security_group (41c3fc60-bab5-40aa-ad83-5d17dbbe055d), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:38.400605 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3ef83c3f-1620-4e18-843d-77702b73c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (41c3fc60-bab5-40aa-ad83-5d17dbbe055d), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:38.403227 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3ef83c3f-1620-4e18-843d-77702b73c5c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:38.404438 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-3ef83c3f-1620-4e18-843d-77702b73c5c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41c3fc60-bab5-40aa-ad83-5d17dbbe055d HTTP/1.1" status: 204 len: 168 time: 0.1592627 Mar 07 23:26:38.412863 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef83c3f-1620-4e18-843d-77702b73c5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c3fc60-bab5-40aa-ad83-5d17dbbe055d,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:39.324131 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 6e354ab4-f558-4849-b016-0c8859a01e7e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:26:39.345385 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] No Port match for: 6e354ab4-f558-4849-b016-0c8859a01e7e {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:26:39.358435 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 6e354ab4-f558-4849-b016-0c8859a01e7e not bound to the agent host hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:26:40.652116 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47516) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:41.202603 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4cfb5b01-005d-45cd-a49f-8a038875bc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563542'] for router_interface (c87b6bdd-8582-462e-923b-c34b1ec0c6e0), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:41.445416 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4cfb5b01-005d-45cd-a49f-8a038875bc9f admin admin] Deleting port 98c93d39-311a-4d58-9a40-fe81b4199350 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:26:41.445678 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4cfb5b01-005d-45cd-a49f-8a038875bc9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (98c93d39-311a-4d58-9a40-fe81b4199350), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:41.532806 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-4cfb5b01-005d-45cd-a49f-8a038875bc9f admin admin] For port 98c93d39-311a-4d58-9a40-fe81b4199350, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=98c93d39-311a-4d58-9a40-fe81b4199350,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:26:41.533209 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4cfb5b01-005d-45cd-a49f-8a038875bc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (98c93d39-311a-4d58-9a40-fe81b4199350), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:41.544899 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-4cfb5b01-005d-45cd-a49f-8a038875bc9f admin admin] Calling delete_port for 98c93d39-311a-4d58-9a40-fe81b4199350 owned by network:router_interface {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:26:41.783157 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4cfb5b01-005d-45cd-a49f-8a038875bc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (98c93d39-311a-4d58-9a40-fe81b4199350), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:41.809866 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb5b01-005d-45cd-a49f-8a038875bc9f admin admin] Pushing event deleted for resources: {'Port': ['ID=98c93d39-311a-4d58-9a40-fe81b4199350,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:41.991698 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-4cfb5b01-005d-45cd-a49f-8a038875bc9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563490'] for router_interface (c87b6bdd-8582-462e-923b-c34b1ec0c6e0), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:42.214596 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfb5b01-005d-45cd-a49f-8a038875bc9f admin admin] Router c87b6bdd-8582-462e-923b-c34b1ec0c6e0 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:26:42.322371 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfb5b01-005d-45cd-a49f-8a038875bc9f admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:26:42.327410 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-4cfb5b01-005d-45cd-a49f-8a038875bc9f admin admin] 10.222.0.24 "PUT /v2.0/routers/c87b6bdd-8582-462e-923b-c34b1ec0c6e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6741936 Mar 07 23:26:42.329810 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47550) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:42.332913 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8cccaa-c984-4497-8533-fecb2ff433aa None None] Sync routers for ids ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:26:42.343447 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8cccaa-c984-4497-8533-fecb2ff433aa None None] Routers {'c87b6bdd-8582-462e-923b-c34b1ec0c6e0'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:26:42.344180 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3d8cccaa-c984-4497-8533-fecb2ff433aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:26:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:42.439964 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff9796e7-38f9-42ac-9979-83fe409d9107 admin admin] Publish callbacks [] for router (c87b6bdd-8582-462e-923b-c34b1ec0c6e0), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:42.576440 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff9796e7-38f9-42ac-9979-83fe409d9107 admin admin] Publish callbacks [] for router_gateway (c87b6bdd-8582-462e-923b-c34b1ec0c6e0), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:42.616204 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-3d8cccaa-c984-4497-8533-fecb2ff433aa None None] Set router c87b6bdd-8582-462e-923b-c34b1ec0c6e0 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:26:42.762760 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ff9796e7-38f9-42ac-9979-83fe409d9107 admin admin] Deleting port 82b3c923-e30e-44d5-9629-8cf892386500 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:26:42.765441 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff9796e7-38f9-42ac-9979-83fe409d9107 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (82b3c923-e30e-44d5-9629-8cf892386500), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:42.826283 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3d8cccaa-c984-4497-8533-fecb2ff433aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1886301030-router', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '82b3c923-e30e-44d5-9629-8cf892386500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:50Z', 'updated_at': '2022-03-07T23:26:41Z', 'revision_number': 5, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'gw_port': {'id': '82b3c923-e30e-44d5-9629-8cf892386500', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:19:51Z', 'updated_at': '2022-03-07T23:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:42.852030 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-ff9796e7-38f9-42ac-9979-83fe409d9107 admin admin] For port 82b3c923-e30e-44d5-9629-8cf892386500, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=82b3c923-e30e-44d5-9629-8cf892386500,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:26:42.852588 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff9796e7-38f9-42ac-9979-83fe409d9107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (82b3c923-e30e-44d5-9629-8cf892386500), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:42.858987 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8cccaa-c984-4497-8533-fecb2ff433aa None None] Checking router: c87b6bdd-8582-462e-923b-c34b1ec0c6e0 for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:26:42.865598 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-ff9796e7-38f9-42ac-9979-83fe409d9107 admin admin] Calling delete_port for 82b3c923-e30e-44d5-9629-8cf892386500 owned by network:router_gateway {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:26:42.869611 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8cccaa-c984-4497-8533-fecb2ff433aa None None] Routers {'c87b6bdd-8582-462e-923b-c34b1ec0c6e0'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:26:42.870279 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3d8cccaa-c984-4497-8533-fecb2ff433aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:26:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:42.984562 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-3d8cccaa-c984-4497-8533-fecb2ff433aa None None] Set router c87b6bdd-8582-462e-923b-c34b1ec0c6e0 gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:26:42.999700 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 47584) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:43.039533 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3d8cccaa-c984-4497-8533-fecb2ff433aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1886301030-router', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:50Z', 'updated_at': '2022-03-07T23:26:42Z', 'revision_number': 6, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'gw_port_host': None}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:43.070809 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8cccaa-c984-4497-8533-fecb2ff433aa None None] The sync data for ids ['c87b6bdd-8582-462e-923b-c34b1ec0c6e0'] in dv-cinder-813223-6-iscsi is: [{'id': 'c87b6bdd-8582-462e-923b-c34b1ec0c6e0', 'name': 'tempest-AttachVolumeShelveTestJSON-1886301030-router', 'tenant_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:19:50Z', 'updated_at': '2022-03-07T23:26:42Z', 'revision_number': 6, 'project_id': '70c6d901ff9f4d8e84e6c24fe716994c', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:26:43.126630 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff9796e7-38f9-42ac-9979-83fe409d9107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (82b3c923-e30e-44d5-9629-8cf892386500), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:43.130749 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cf469d50-a93a-45d3-9ded-27e1f8182952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:43.155797 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9796e7-38f9-42ac-9979-83fe409d9107 admin admin] Pushing event deleted for resources: {'Port': ['ID=82b3c923-e30e-44d5-9629-8cf892386500,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:43.212936 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cf469d50-a93a-45d3-9ded-27e1f8182952 admin admin] Publish callbacks [] for security_group (a30db232-7c4b-4db6-8100-63da0a2460cc), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:43.222085 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff9796e7-38f9-42ac-9979-83fe409d9107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558984'] for router_gateway (c87b6bdd-8582-462e-923b-c34b1ec0c6e0), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:43.315723 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff9796e7-38f9-42ac-9979-83fe409d9107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28530'] for router (c87b6bdd-8582-462e-923b-c34b1ec0c6e0), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:43.318589 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff9796e7-38f9-42ac-9979-83fe409d9107 admin admin] Publish callbacks [] for router_controller (c87b6bdd-8582-462e-923b-c34b1ec0c6e0), precommit_delete_associations {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:43.336642 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-cf469d50-a93a-45d3-9ded-27e1f8182952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (a30db232-7c4b-4db6-8100-63da0a2460cc), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:43.370765 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-cf469d50-a93a-45d3-9ded-27e1f8182952 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70a52debbc964dfcb77e89a214548cb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3697252 Mar 07 23:26:43.371807 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf469d50-a93a-45d3-9ded-27e1f8182952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30db232-7c4b-4db6-8100-63da0a2460cc,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:43.373275 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47590) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:43.425028 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-16d35107-d618-48e8-a36a-028f04b9bb44 admin admin] Publish callbacks [] for security_group (a30db232-7c4b-4db6-8100-63da0a2460cc), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:43.427146 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff9796e7-38f9-42ac-9979-83fe409d9107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561707'] for router (c87b6bdd-8582-462e-923b-c34b1ec0c6e0), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:43.428641 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9796e7-38f9-42ac-9979-83fe409d9107 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c87b6bdd-8582-462e-923b-c34b1ec0c6e0 {{(pid=103608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 23:26:43.432505 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ff9796e7-38f9-42ac-9979-83fe409d9107 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:43.433674 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-ff9796e7-38f9-42ac-9979-83fe409d9107 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c87b6bdd-8582-462e-923b-c34b1ec0c6e0 HTTP/1.1" status: 204 len: 168 time: 1.1029670 Mar 07 23:26:43.436203 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47592) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:43.480688 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-16d35107-d618-48e8-a36a-028f04b9bb44 admin admin] Publish callbacks [] for security_group (a30db232-7c4b-4db6-8100-63da0a2460cc), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:43.513661 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6a6369-4d81-415e-bc8d-1a458a696490 admin admin] Deleting subnet 3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc {{(pid=103608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 23:26:43.523390 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8f6a6369-4d81-415e-bc8d-1a458a696490 admin admin] Publish callbacks [] for subnet (3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:43.560895 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8f6a6369-4d81-415e-bc8d-1a458a696490 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2548317'] for subnet (3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc), precommit_delete_associations {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:43.640856 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8f6a6369-4d81-415e-bc8d-1a458a696490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1321719'] for subnet (3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:43.664029 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-16d35107-d618-48e8-a36a-028f04b9bb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (a30db232-7c4b-4db6-8100-63da0a2460cc), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:43.666613 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-16d35107-d618-48e8-a36a-028f04b9bb44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:43.667747 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-16d35107-d618-48e8-a36a-028f04b9bb44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a30db232-7c4b-4db6-8100-63da0a2460cc HTTP/1.1" status: 204 len: 168 time: 0.2929037 Mar 07 23:26:43.680467 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d35107-d618-48e8-a36a-028f04b9bb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30db232-7c4b-4db6-8100-63da0a2460cc,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:43.789613 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8f6a6369-4d81-415e-bc8d-1a458a696490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1321708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2398541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2721233'] for subnet (3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:43.814986 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a6369-4d81-415e-bc8d-1a458a696490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:43.820010 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8f6a6369-4d81-415e-bc8d-1a458a696490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:43.826633 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-8f6a6369-4d81-415e-bc8d-1a458a696490 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3b70d5e2-1821-4cfa-bdfc-02a85f3f9fdc HTTP/1.1" status: 204 len: 168 time: 0.3867667 Mar 07 23:26:43.827156 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 47602) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:43.828083 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b710a02e-981f-405c-8605-b2ef5be50db2 None None] Network 2859357e-3793-4a4e-a3ac-55382bb5099f requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:26:43.909247 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4025132c-2e06-4305-a480-d68e7db4bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1357688'] for network (2859357e-3793-4a4e-a3ac-55382bb5099f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:43.974982 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4025132c-2e06-4305-a480-d68e7db4bcb1 admin admin] Deleting port 07d56862-b436-4a3e-afff-8dbe5d4487f7 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:26:43.975843 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4025132c-2e06-4305-a480-d68e7db4bcb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (07d56862-b436-4a3e-afff-8dbe5d4487f7), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:44.015156 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd24da6b-2c65-4eba-935e-71c4017f1556 None None] DHCP port deletion for 2859357e-3793-4a4e-a3ac-55382bb5099f request from dv-cinder-813223-6-iscsi {{(pid=103609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 23:26:44.046523 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-4025132c-2e06-4305-a480-d68e7db4bcb1 admin admin] For port 07d56862-b436-4a3e-afff-8dbe5d4487f7, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=07d56862-b436-4a3e-afff-8dbe5d4487f7,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:26:44.047160 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4025132c-2e06-4305-a480-d68e7db4bcb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (07d56862-b436-4a3e-afff-8dbe5d4487f7), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:44.059758 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4025132c-2e06-4305-a480-d68e7db4bcb1 admin admin] Calling delete_port for 07d56862-b436-4a3e-afff-8dbe5d4487f7 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:26:44.066076 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-bd24da6b-2c65-4eba-935e-71c4017f1556 None None] Deleting port 07d56862-b436-4a3e-afff-8dbe5d4487f7 {{(pid=103609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:26:44.066458 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-bd24da6b-2c65-4eba-935e-71c4017f1556 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (07d56862-b436-4a3e-afff-8dbe5d4487f7), before_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:44.138888 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-bd24da6b-2c65-4eba-935e-71c4017f1556 None None] For port 07d56862-b436-4a3e-afff-8dbe5d4487f7, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=07d56862-b436-4a3e-afff-8dbe5d4487f7,segment=NetworkSegment(04b4749e-2797-4a0d-a94a-cd298432be98),segment_id=04b4749e-2797-4a0d-a94a-cd298432be98)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:26:44.139500 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-bd24da6b-2c65-4eba-935e-71c4017f1556 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (07d56862-b436-4a3e-afff-8dbe5d4487f7), precommit_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:44.154501 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-bd24da6b-2c65-4eba-935e-71c4017f1556 None None] Calling delete_port for 07d56862-b436-4a3e-afff-8dbe5d4487f7 owned by network:dhcp {{(pid=103609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:26:44.274930 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4025132c-2e06-4305-a480-d68e7db4bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (07d56862-b436-4a3e-afff-8dbe5d4487f7), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:44.281969 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-bd24da6b-2c65-4eba-935e-71c4017f1556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880'] for port (07d56862-b436-4a3e-afff-8dbe5d4487f7), after_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:44.302543 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4025132c-2e06-4305-a480-d68e7db4bcb1 admin admin] No DVR routers for this DVR port 07d56862-b436-4a3e-afff-8dbe5d4487f7 on host dv-cinder-813223-6-iscsi {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:26:44.304209 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025132c-2e06-4305-a480-d68e7db4bcb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=07d56862-b436-4a3e-afff-8dbe5d4487f7,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:44.312186 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd24da6b-2c65-4eba-935e-71c4017f1556 None None] No DVR routers for this DVR port 07d56862-b436-4a3e-afff-8dbe5d4487f7 on host dv-cinder-813223-6-iscsi {{(pid=103609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:26:44.315927 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24da6b-2c65-4eba-935e-71c4017f1556 None None] Pushing event deleted for resources: {'Port': ['ID=07d56862-b436-4a3e-afff-8dbe5d4487f7,revision_number=None']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:44.333420 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24da6b-2c65-4eba-935e-71c4017f1556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:44.333889 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24da6b-2c65-4eba-935e-71c4017f1556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:44.334100 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24da6b-2c65-4eba-935e-71c4017f1556 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:44.334461 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24da6b-2c65-4eba-935e-71c4017f1556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:44.334777 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24da6b-2c65-4eba-935e-71c4017f1556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:44.335111 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24da6b-2c65-4eba-935e-71c4017f1556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:44.335440 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24da6b-2c65-4eba-935e-71c4017f1556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:44.335768 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24da6b-2c65-4eba-935e-71c4017f1556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:44.336141 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24da6b-2c65-4eba-935e-71c4017f1556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:44.336477 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24da6b-2c65-4eba-935e-71c4017f1556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:44.336804 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24da6b-2c65-4eba-935e-71c4017f1556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:44.343615 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24da6b-2c65-4eba-935e-71c4017f1556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:44.343615 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24da6b-2c65-4eba-935e-71c4017f1556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:44.379619 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4025132c-2e06-4305-a480-d68e7db4bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479032', 'neutron.services.segments.db._delete_segments_for_network-8747802712679'] for network (2859357e-3793-4a4e-a3ac-55382bb5099f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:44.401992 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.services.segments.db [None req-4025132c-2e06-4305-a480-d68e7db4bcb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2859357e-3793-4a4e-a3ac-55382bb5099f']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:44.411942 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.services.segments.db [None req-4025132c-2e06-4305-a480-d68e7db4bcb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b4749e-2797-4a0d-a94a-cd298432be98') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:44.412329 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.services.segments.db [None req-4025132c-2e06-4305-a480-d68e7db4bcb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b4749e-2797-4a0d-a94a-cd298432be98') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:44.428302 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4025132c-2e06-4305-a480-d68e7db4bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747802713712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799343'] for segment (04b4749e-2797-4a0d-a94a-cd298432be98), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:44.438525 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4025132c-2e06-4305-a480-d68e7db4bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (04b4749e-2797-4a0d-a94a-cd298432be98), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:44.448908 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4025132c-2e06-4305-a480-d68e7db4bcb1 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 23:26:44.448908 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4025132c-2e06-4305-a480-d68e7db4bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9280595'] for segment (04b4749e-2797-4a0d-a94a-cd298432be98), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:44.449162 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47616) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: Traceback (most recent call last): Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: timer() Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: cb(*args, **kw) Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: return func(*args, **kwargs) Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: self._notify() Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: self.callback(batched_events) Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: event.method(event) Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: return f(self, *a, **k) Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: return self._get(url).json() Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: return self.request(url, 'GET', **kwargs) Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 23:26:44.449604 dv-cinder-813223-6-iscsi neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 23:26:44.462424 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2c8b15bb-fa5d-4229-93fb-3dc8a06353e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:44.540575 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2c8b15bb-fa5d-4229-93fb-3dc8a06353e9 admin admin] Publish callbacks [] for security_group (59b2a21c-91eb-4026-9ec2-825b2f88081b), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:44.589243 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4025132c-2e06-4305-a480-d68e7db4bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559020'] for network (2859357e-3793-4a4e-a3ac-55382bb5099f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:44.594819 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4025132c-2e06-4305-a480-d68e7db4bcb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:44.600655 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-4025132c-2e06-4305-a480-d68e7db4bcb1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2859357e-3793-4a4e-a3ac-55382bb5099f HTTP/1.1" status: 204 len: 168 time: 0.7700510 Mar 07 23:26:44.610587 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025132c-2e06-4305-a480-d68e7db4bcb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2859357e-3793-4a4e-a3ac-55382bb5099f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:44.622689 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2c8b15bb-fa5d-4229-93fb-3dc8a06353e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (59b2a21c-91eb-4026-9ec2-825b2f88081b), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:44.657347 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-2c8b15bb-fa5d-4229-93fb-3dc8a06353e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68c2587c52cd418184399da862dfc1a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2093909 Mar 07 23:26:44.659752 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47620) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:44.665875 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b15bb-fa5d-4229-93fb-3dc8a06353e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b2a21c-91eb-4026-9ec2-825b2f88081b,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:44.709576 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ca34ca9f-6752-4bc4-b693-96c2e4305d70 admin admin] Publish callbacks [] for security_group (59b2a21c-91eb-4026-9ec2-825b2f88081b), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:44.730144 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ca34ca9f-6752-4bc4-b693-96c2e4305d70 admin admin] Publish callbacks [] for security_group (59b2a21c-91eb-4026-9ec2-825b2f88081b), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:44.780549 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 07d56862-b436-4a3e-afff-8dbe5d4487f7 no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:26:44.801134 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: 07d56862-b436-4a3e-afff-8dbe5d4487f7 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:26:44.801480 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 07d56862-b436-4a3e-afff-8dbe5d4487f7 not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:26:44.801895 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 98c93d39-311a-4d58-9a40-fe81b4199350 no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:26:44.820874 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: 98c93d39-311a-4d58-9a40-fe81b4199350 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:26:44.821252 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 98c93d39-311a-4d58-9a40-fe81b4199350 not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:26:44.821664 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 82b3c923-e30e-44d5-9629-8cf892386500 no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:26:44.834874 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ca34ca9f-6752-4bc4-b693-96c2e4305d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (59b2a21c-91eb-4026-9ec2-825b2f88081b), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:44.839516 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ca34ca9f-6752-4bc4-b693-96c2e4305d70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:44.839516 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-ca34ca9f-6752-4bc4-b693-96c2e4305d70 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59b2a21c-91eb-4026-9ec2-825b2f88081b HTTP/1.1" status: 204 len: 168 time: 0.1780951 Mar 07 23:26:44.843140 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: 82b3c923-e30e-44d5-9629-8cf892386500 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:26:44.843726 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 82b3c923-e30e-44d5-9629-8cf892386500 not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:26:44.850885 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34ca9f-6752-4bc4-b693-96c2e4305d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b2a21c-91eb-4026-9ec2-825b2f88081b,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:45.055786 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47624) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:45.095285 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-c6e75d86-d8b5-4670-bdad-ea78b385f535 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70c6d901ff9f4d8e84e6c24fe716994c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383582 Mar 07 23:26:45.098362 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 47626) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:45.151213 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8acafd86-90ff-4139-9f19-352097e6388d admin admin] Publish callbacks [] for security_group (1f4d0188-9f65-4c6b-9ba7-36732ec63b77), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:45.172262 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8acafd86-90ff-4139-9f19-352097e6388d admin admin] Publish callbacks [] for security_group (1f4d0188-9f65-4c6b-9ba7-36732ec63b77), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:45.303800 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8acafd86-90ff-4139-9f19-352097e6388d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (1f4d0188-9f65-4c6b-9ba7-36732ec63b77), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:45.306596 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8acafd86-90ff-4139-9f19-352097e6388d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:45.307639 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-8acafd86-90ff-4139-9f19-352097e6388d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f4d0188-9f65-4c6b-9ba7-36732ec63b77 HTTP/1.1" status: 204 len: 168 time: 0.2081671 Mar 07 23:26:45.315415 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acafd86-90ff-4139-9f19-352097e6388d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4d0188-9f65-4c6b-9ba7-36732ec63b77,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:45.485278 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 47650) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:45.556244 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b26b3dd-4769-46e2-8057-654c5ebb15ce admin admin] Deleting subnet 847f568e-86e2-4f9c-842c-14f21237e1e8 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 23:26:45.559360 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2b26b3dd-4769-46e2-8057-654c5ebb15ce admin admin] Publish callbacks [] for subnet (847f568e-86e2-4f9c-842c-14f21237e1e8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:45.595287 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2b26b3dd-4769-46e2-8057-654c5ebb15ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799380'] for subnet (847f568e-86e2-4f9c-842c-14f21237e1e8), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:45.659519 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2b26b3dd-4769-46e2-8057-654c5ebb15ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1321719'] for subnet (847f568e-86e2-4f9c-842c-14f21237e1e8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:45.795205 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2b26b3dd-4769-46e2-8057-654c5ebb15ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1321708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9280569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8993421'] for subnet (847f568e-86e2-4f9c-842c-14f21237e1e8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:45.819444 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26b3dd-4769-46e2-8057-654c5ebb15ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=847f568e-86e2-4f9c-842c-14f21237e1e8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:45.831539 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2b26b3dd-4769-46e2-8057-654c5ebb15ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:45.844336 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-2b26b3dd-4769-46e2-8057-654c5ebb15ce admin admin] 10.222.0.24 "DELETE /v2.0/subnets/847f568e-86e2-4f9c-842c-14f21237e1e8 HTTP/1.1" status: 204 len: 168 time: 0.3575892 Mar 07 23:26:45.846424 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 47678) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:45.932493 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-145000ad-97c6-4e13-adaf-23091a5a72f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1357688'] for network (6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:46.023558 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-145000ad-97c6-4e13-adaf-23091a5a72f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479032', 'neutron.services.segments.db._delete_segments_for_network-8747802712679'] for network (6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:46.042832 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.services.segments.db [None req-145000ad-97c6-4e13-adaf-23091a5a72f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:46.052266 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.services.segments.db [None req-145000ad-97c6-4e13-adaf-23091a5a72f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74371482-7c2b-46de-98da-8bc444f5efeb') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:46.052672 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.services.segments.db [None req-145000ad-97c6-4e13-adaf-23091a5a72f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74371482-7c2b-46de-98da-8bc444f5efeb') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:46.066102 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-145000ad-97c6-4e13-adaf-23091a5a72f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747802713712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799343'] for segment (74371482-7c2b-46de-98da-8bc444f5efeb), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:46.085466 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-145000ad-97c6-4e13-adaf-23091a5a72f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (74371482-7c2b-46de-98da-8bc444f5efeb), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:46.097325 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145000ad-97c6-4e13-adaf-23091a5a72f8 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 23:26:46.097870 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-145000ad-97c6-4e13-adaf-23091a5a72f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9280595'] for segment (74371482-7c2b-46de-98da-8bc444f5efeb), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: Traceback (most recent call last): Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: timer() Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: cb(*args, **kw) Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: return func(*args, **kwargs) Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: self._notify() Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: self.callback(batched_events) Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: event.method(event) Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: return f(self, *a, **k) Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: return self._get(url).json() Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: return self.request(url, 'GET', **kwargs) Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 23:26:46.099798 dv-cinder-813223-6-iscsi neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 23:26:46.246748 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-145000ad-97c6-4e13-adaf-23091a5a72f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559020'] for network (6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:46.252176 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-145000ad-97c6-4e13-adaf-23091a5a72f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:46.256048 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-145000ad-97c6-4e13-adaf-23091a5a72f8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc HTTP/1.1" status: 204 len: 168 time: 0.4086056 Mar 07 23:26:46.266403 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145000ad-97c6-4e13-adaf-23091a5a72f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f1c5299-d3c1-490e-9ea2-8f2c7516f9cc,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:46.641840 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 47722) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:46.687395 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47726) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:46.687936 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-630d8f11-fb49-4f22-b7cd-f6545592c394 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65f628ebfe59412f9259197b2312e9db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442977 Mar 07 23:26:46.745773 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-38ff57bd-e049-4528-9e9b-8f55f77c35ae admin admin] Publish callbacks [] for security_group (379ddd3d-b5a9-4e7c-88e1-ca246b5ca220), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:46.767526 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-38ff57bd-e049-4528-9e9b-8f55f77c35ae admin admin] Publish callbacks [] for security_group (379ddd3d-b5a9-4e7c-88e1-ca246b5ca220), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:46.909652 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-38ff57bd-e049-4528-9e9b-8f55f77c35ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (379ddd3d-b5a9-4e7c-88e1-ca246b5ca220), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:46.913181 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-38ff57bd-e049-4528-9e9b-8f55f77c35ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:46.914340 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-38ff57bd-e049-4528-9e9b-8f55f77c35ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/379ddd3d-b5a9-4e7c-88e1-ca246b5ca220 HTTP/1.1" status: 204 len: 168 time: 0.2252040 Mar 07 23:26:46.932424 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff57bd-e049-4528-9e9b-8f55f77c35ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379ddd3d-b5a9-4e7c-88e1-ca246b5ca220,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:47.967706 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47790) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:48.077508 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-542ecb4d-05bd-48f1-b4b3-808d84fe6e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:48.150733 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-542ecb4d-05bd-48f1-b4b3-808d84fe6e58 admin admin] Publish callbacks [] for security_group (648f8545-4437-42a0-9faa-432fde4526b6), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:48.232546 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-542ecb4d-05bd-48f1-b4b3-808d84fe6e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (648f8545-4437-42a0-9faa-432fde4526b6), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:48.271086 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-542ecb4d-05bd-48f1-b4b3-808d84fe6e58 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5542ade2e2224dcc888cce5d7180b18d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016396 Mar 07 23:26:48.272227 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ecb4d-05bd-48f1-b4b3-808d84fe6e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648f8545-4437-42a0-9faa-432fde4526b6,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:48.273625 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 47796) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:48.321383 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1d2c5be6-1598-4a97-b1b4-23062f475fa9 admin admin] Publish callbacks [] for security_group (648f8545-4437-42a0-9faa-432fde4526b6), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:48.343069 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1d2c5be6-1598-4a97-b1b4-23062f475fa9 admin admin] Publish callbacks [] for security_group (648f8545-4437-42a0-9faa-432fde4526b6), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:48.509167 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1d2c5be6-1598-4a97-b1b4-23062f475fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (648f8545-4437-42a0-9faa-432fde4526b6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:48.511800 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1d2c5be6-1598-4a97-b1b4-23062f475fa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:48.512951 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-1d2c5be6-1598-4a97-b1b4-23062f475fa9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/648f8545-4437-42a0-9faa-432fde4526b6 HTTP/1.1" status: 204 len: 168 time: 0.2376907 Mar 07 23:26:48.520607 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c5be6-1598-4a97-b1b4-23062f475fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648f8545-4437-42a0-9faa-432fde4526b6,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:49.100462 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47822) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:49.113648 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b0eb97e3-0ea8-40ef-8208-7007512c50b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:49.184578 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b0eb97e3-0ea8-40ef-8208-7007512c50b9 admin admin] Publish callbacks [] for security_group (3ac764f7-f822-40f4-8736-2d42c52ea7c4), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:49.326773 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b0eb97e3-0ea8-40ef-8208-7007512c50b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (3ac764f7-f822-40f4-8736-2d42c52ea7c4), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:49.368554 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-b0eb97e3-0ea8-40ef-8208-7007512c50b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a06e0503b6047558a1447a564104257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669849 Mar 07 23:26:49.369627 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb97e3-0ea8-40ef-8208-7007512c50b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac764f7-f822-40f4-8736-2d42c52ea7c4,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:49.371191 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 47826) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:49.418617 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3bcca31-fa45-4059-9798-e8142554e9c0 admin admin] Publish callbacks [] for security_group (3ac764f7-f822-40f4-8736-2d42c52ea7c4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:49.441772 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3bcca31-fa45-4059-9798-e8142554e9c0 admin admin] Publish callbacks [] for security_group (3ac764f7-f822-40f4-8736-2d42c52ea7c4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:49.554847 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3bcca31-fa45-4059-9798-e8142554e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (3ac764f7-f822-40f4-8736-2d42c52ea7c4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:49.557377 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a3bcca31-fa45-4059-9798-e8142554e9c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:49.558521 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-a3bcca31-fa45-4059-9798-e8142554e9c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ac764f7-f822-40f4-8736-2d42c52ea7c4 HTTP/1.1" status: 204 len: 168 time: 0.1862962 Mar 07 23:26:49.566922 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcca31-fa45-4059-9798-e8142554e9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac764f7-f822-40f4-8736-2d42c52ea7c4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:50.563855 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 47862) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:50.677459 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8007fdc6-ddde-46a0-a209-cef84428d3a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:50.754279 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8007fdc6-ddde-46a0-a209-cef84428d3a4 admin admin] Publish callbacks [] for security_group (c1e89161-f14b-4348-970f-ecbec5441ea5), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:50.817787 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-8007fdc6-ddde-46a0-a209-cef84428d3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (c1e89161-f14b-4348-970f-ecbec5441ea5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:50.857500 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-8007fdc6-ddde-46a0-a209-cef84428d3a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fda26da15e32499fb8f9bd21c823be1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919683 Mar 07 23:26:50.858547 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007fdc6-ddde-46a0-a209-cef84428d3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e89161-f14b-4348-970f-ecbec5441ea5,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:50.860077 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47870) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:50.909107 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-39f73a70-a65d-4305-afa6-3acc48112c72 admin admin] Publish callbacks [] for security_group (c1e89161-f14b-4348-970f-ecbec5441ea5), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:50.931099 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-39f73a70-a65d-4305-afa6-3acc48112c72 admin admin] Publish callbacks [] for security_group (c1e89161-f14b-4348-970f-ecbec5441ea5), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:51.063173 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-39f73a70-a65d-4305-afa6-3acc48112c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (c1e89161-f14b-4348-970f-ecbec5441ea5), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:51.065841 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-39f73a70-a65d-4305-afa6-3acc48112c72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:51.066990 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-39f73a70-a65d-4305-afa6-3acc48112c72 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1e89161-f14b-4348-970f-ecbec5441ea5 HTTP/1.1" status: 204 len: 168 time: 0.2059395 Mar 07 23:26:51.078489 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f73a70-a65d-4305-afa6-3acc48112c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e89161-f14b-4348-970f-ecbec5441ea5,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:51.991447 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47922) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:52.099680 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2f80ee6f-c9b0-4e34-9085-bfe9a03417d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:52.182007 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2f80ee6f-c9b0-4e34-9085-bfe9a03417d7 admin admin] Publish callbacks [] for security_group (35844888-78e7-46a0-9c20-b7179255c91d), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:52.286281 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-2f80ee6f-c9b0-4e34-9085-bfe9a03417d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (35844888-78e7-46a0-9c20-b7179255c91d), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:52.323284 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80ee6f-c9b0-4e34-9085-bfe9a03417d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35844888-78e7-46a0-9c20-b7179255c91d,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:52.329833 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-2f80ee6f-c9b0-4e34-9085-bfe9a03417d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55f8a01f9279489c96407a955c4a057b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3372257 Mar 07 23:26:52.331424 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47942) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:52.383134 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6d4e0629-4536-4899-b107-d93fb9f652f5 admin admin] Publish callbacks [] for security_group (35844888-78e7-46a0-9c20-b7179255c91d), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:52.403617 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6d4e0629-4536-4899-b107-d93fb9f652f5 admin admin] Publish callbacks [] for security_group (35844888-78e7-46a0-9c20-b7179255c91d), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:52.526009 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6d4e0629-4536-4899-b107-d93fb9f652f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (35844888-78e7-46a0-9c20-b7179255c91d), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:52.528591 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6d4e0629-4536-4899-b107-d93fb9f652f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:52.529789 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-6d4e0629-4536-4899-b107-d93fb9f652f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35844888-78e7-46a0-9c20-b7179255c91d HTTP/1.1" status: 204 len: 168 time: 0.1973512 Mar 07 23:26:52.537841 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e0629-4536-4899-b107-d93fb9f652f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35844888-78e7-46a0-9c20-b7179255c91d,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:52.697426 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47952) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:53.025113 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-94e2035f-2685-43f9-a06e-60f99778d927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:53.101500 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-94e2035f-2685-43f9-a06e-60f99778d927 admin admin] Publish callbacks [] for security_group (6a4f3c14-0a58-4cea-b48e-7a9559d2c595), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:53.178078 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-94e2035f-2685-43f9-a06e-60f99778d927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (6a4f3c14-0a58-4cea-b48e-7a9559d2c595), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:53.216361 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-94e2035f-2685-43f9-a06e-60f99778d927 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f42aeda7a8da41a586e3759c3f74a6bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5178292 Mar 07 23:26:53.219113 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47970) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:53.225620 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2035f-2685-43f9-a06e-60f99778d927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4f3c14-0a58-4cea-b48e-7a9559d2c595,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:53.287609 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d7b7b8f6-f3ed-412d-8cf4-9f4c2b611535 admin admin] Publish callbacks [] for security_group (6a4f3c14-0a58-4cea-b48e-7a9559d2c595), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:53.310725 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d7b7b8f6-f3ed-412d-8cf4-9f4c2b611535 admin admin] Publish callbacks [] for security_group (6a4f3c14-0a58-4cea-b48e-7a9559d2c595), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:53.417591 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d7b7b8f6-f3ed-412d-8cf4-9f4c2b611535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (6a4f3c14-0a58-4cea-b48e-7a9559d2c595), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:53.420138 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d7b7b8f6-f3ed-412d-8cf4-9f4c2b611535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:53.421325 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-d7b7b8f6-f3ed-412d-8cf4-9f4c2b611535 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a4f3c14-0a58-4cea-b48e-7a9559d2c595 HTTP/1.1" status: 204 len: 168 time: 0.2012837 Mar 07 23:26:53.429678 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7b8f6-f3ed-412d-8cf4-9f4c2b611535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4f3c14-0a58-4cea-b48e-7a9559d2c595,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:53.788796 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 47996) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:53.886375 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-d31648b8-f88c-4aec-9a56-8e3e3c313011 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1979272474-network', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:26:53.891849 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c39410b6-ef0c-4092-9c15-04318d55784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:53.972319 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31648b8-f88c-4aec-9a56-8e3e3c313011 admin admin] Made reservation on behalf of d2bdb22df29a4630861847d27d56928a for: {'network': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:26:53.975649 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d31648b8-f88c-4aec-9a56-8e3e3c313011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for network (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:53.984140 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d31648b8-f88c-4aec-9a56-8e3e3c313011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:54.053506 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:26:54.055280 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d31648b8-f88c-4aec-9a56-8e3e3c313011 admin admin] Publish callbacks [] for security_group (e54c388a-bbc3-4032-b6b3-964fc736b43b), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:54.131734 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d31648b8-f88c-4aec-9a56-8e3e3c313011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (e54c388a-bbc3-4032-b6b3-964fc736b43b), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:54.156501 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31648b8-f88c-4aec-9a56-8e3e3c313011 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 23:26:54.165199 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31648b8-f88c-4aec-9a56-8e3e3c313011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54c388a-bbc3-4032-b6b3-964fc736b43b,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:54.171345 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d31648b8-f88c-4aec-9a56-8e3e3c313011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (56cad15d-2387-462c-8fd4-2d5991506f1a), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:54.171699 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.db.segments_db [None req-d31648b8-f88c-4aec-9a56-8e3e3c313011 admin admin] Added segment 56cad15d-2387-462c-8fd4-2d5991506f1a of type vlan for network 3908e938-b356-4eea-a575-774f9d2496e1 Mar 07 23:26:54.196233 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 48008) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:54.210353 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1edf4288-dfe1-4189-9a66-3e9b0d3618a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:54.214313 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d31648b8-f88c-4aec-9a56-8e3e3c313011 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747802386454'] for network (3908e938-b356-4eea-a575-774f9d2496e1), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:54.282099 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1edf4288-dfe1-4189-9a66-3e9b0d3618a4 admin admin] Publish callbacks [] for security_group (2f318028-dc10-488c-89b1-f4757115708c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:54.320740 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d31648b8-f88c-4aec-9a56-8e3e3c313011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for network (3908e938-b356-4eea-a575-774f9d2496e1), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:54.321762 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31648b8-f88c-4aec-9a56-8e3e3c313011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:54.322353 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d31648b8-f88c-4aec-9a56-8e3e3c313011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:54.366172 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-1edf4288-dfe1-4189-9a66-3e9b0d3618a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (2f318028-dc10-488c-89b1-f4757115708c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:54.382493 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31648b8-f88c-4aec-9a56-8e3e3c313011 admin admin] Pushing event updated for resources: {'Network': ['ID=3908e938-b356-4eea-a575-774f9d2496e1,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:54.396007 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Network 3908e938-b356-4eea-a575-774f9d2496e1 details requested by agent ovs-agent-dv-cinder-813223-6-iscsi with host dv-cinder-813223-6-iscsi {{(pid=103609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 23:26:54.408883 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-1edf4288-dfe1-4189-9a66-3e9b0d3618a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=45ddc8d600894f86a422644a68e299a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2106190 Mar 07 23:26:54.411589 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf4288-dfe1-4189-9a66-3e9b0d3618a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f318028-dc10-488c-89b1-f4757115708c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:54.411942 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 48014) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:54.471559 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 48018) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:54.473696 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-d31648b8-f88c-4aec-9a56-8e3e3c313011 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6835656 Mar 07 23:26:54.476785 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cfb14d39-b446-411e-8365-46d60915c129 admin admin] Publish callbacks [] for security_group (2f318028-dc10-488c-89b1-f4757115708c), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:54.477394 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-49189ac4-9aaf-4a54-95c4-0ed3fe90cdb0 admin admin] Request body: {'subnet': {'network_id': '3908e938-b356-4eea-a575-774f9d2496e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1979272474-subnet', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:26:54.500038 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cfb14d39-b446-411e-8365-46d60915c129 admin admin] Publish callbacks [] for security_group (2f318028-dc10-488c-89b1-f4757115708c), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:54.572162 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49189ac4-9aaf-4a54-95c4-0ed3fe90cdb0 admin admin] Made reservation on behalf of d2bdb22df29a4630861847d27d56928a for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:26:54.574584 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-49189ac4-9aaf-4a54-95c4-0ed3fe90cdb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8993514'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:54.611642 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cfb14d39-b446-411e-8365-46d60915c129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (2f318028-dc10-488c-89b1-f4757115708c), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:54.614781 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cfb14d39-b446-411e-8365-46d60915c129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:54.615954 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-cfb14d39-b446-411e-8365-46d60915c129 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f318028-dc10-488c-89b1-f4757115708c HTTP/1.1" status: 204 len: 168 time: 0.2031560 Mar 07 23:26:54.623801 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb14d39-b446-411e-8365-46d60915c129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f318028-dc10-488c-89b1-f4757115708c,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:54.812042 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-49189ac4-9aaf-4a54-95c4-0ed3fe90cdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9281534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8993524'] for subnet (ed71b9a0-47fc-479d-b6e8-58ebf0a1106f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:54.867009 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49189ac4-9aaf-4a54-95c4-0ed3fe90cdb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed71b9a0-47fc-479d-b6e8-58ebf0a1106f,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:54.882855 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49189ac4-9aaf-4a54-95c4-0ed3fe90cdb0 admin admin] Checking segment: {'id': '56cad15d-2387-462c-8fd4-2d5991506f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:26:54.882855 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49189ac4-9aaf-4a54-95c4-0ed3fe90cdb0 admin admin] Network hostable DHCP agents. Network: 3908e938-b356-4eea-a575-774f9d2496e1, hostable agents: ['3a1e77f0-bb24-4b35-90df-eea7dfe1ff53'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 23:26:54.954844 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49189ac4-9aaf-4a54-95c4-0ed3fe90cdb0 admin admin] Network 3908e938-b356-4eea-a575-774f9d2496e1 is scheduled to be hosted by DHCP agent 3a1e77f0-bb24-4b35-90df-eea7dfe1ff53 with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 23:26:55.040411 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-49189ac4-9aaf-4a54-95c4-0ed3fe90cdb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-6-iscsi, 3908e938-b356-4eea-a575-774f9d2496e1) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:26:55.044676 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49189ac4-9aaf-4a54-95c4-0ed3fe90cdb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:26:55.053159 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-49189ac4-9aaf-4a54-95c4-0ed3fe90cdb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:55.054672 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58eec62-c81a-49a7-add2-a97f178a5248 None None] Network 3908e938-b356-4eea-a575-774f9d2496e1 requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:26:55.159703 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d845b7b7-b238-48b4-a168-4e4ef8a76fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b02c19c-3456-5a5a-9b35-9d2361f84021-3908e938-b356-4eea-a575-774f9d2496e1', 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1', 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'fixed_ips': [{'subnet_id': 'ed71b9a0-47fc-479d-b6e8-58ebf0a1106f'}]}} from dv-cinder-813223-6-iscsi. {{(pid=103609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 23:26:55.161543 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d845b7b7-b238-48b4-a168-4e4ef8a76fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:55.164043 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-49189ac4-9aaf-4a54-95c4-0ed3fe90cdb0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6911080 Mar 07 23:26:55.166974 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 48052) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:55.171928 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-b53ee344-7c36-4b2a-91de-95694e2f1731 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1979272474-router', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:26:55.258210 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b53ee344-7c36-4b2a-91de-95694e2f1731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router (5cbc94c5-047f-49e6-b755-f68be729f4d4), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:55.262072 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b53ee344-7c36-4b2a-91de-95694e2f1731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559065', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28521'] for router (5cbc94c5-047f-49e6-b755-f68be729f4d4), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:55.308771 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.db_base_plugin_common [None req-d845b7b7-b238-48b4-a168-4e4ef8a76fe3 None None] Allocated IP 172.20.0.2 (3908e938-b356-4eea-a575-774f9d2496e1/ed71b9a0-47fc-479d-b6e8-58ebf0a1106f/9bf7f3be-3eae-4b2d-8865-767c699e2e89) {{(pid=103609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:26:55.314738 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b53ee344-7c36-4b2a-91de-95694e2f1731 admin admin] Publish callbacks [] for router_controller (5cbc94c5-047f-49e6-b755-f68be729f4d4), precommit_add_association {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:55.462323 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d845b7b7-b238-48b4-a168-4e4ef8a76fe3 None None] Publish callbacks [] for port (9bf7f3be-3eae-4b2d-8865-767c699e2e89), precommit_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:55.516013 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d845b7b7-b238-48b4-a168-4e4ef8a76fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871'] for port (9bf7f3be-3eae-4b2d-8865-767c699e2e89), after_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:55.558751 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d845b7b7-b238-48b4-a168-4e4ef8a76fe3 None None] Network 3908e938-b356-4eea-a575-774f9d2496e1 is already hosted by enough agents. {{(pid=103609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:26:55.561704 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.scheduler.base_scheduler [None req-d845b7b7-b238-48b4-a168-4e4ef8a76fe3 None None] Resources bound (agent type, host, resource id): {{(pid=103609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:26:55.564237 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d845b7b7-b238-48b4-a168-4e4ef8a76fe3 None None] Received port after_create {{(pid=103609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:26:55.574835 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845b7b7-b238-48b4-a168-4e4ef8a76fe3 None None] Pushing event updated for resources: {'Port': ['ID=9bf7f3be-3eae-4b2d-8865-767c699e2e89,revision_number=1']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:55.641547 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-d845b7b7-b238-48b4-a168-4e4ef8a76fe3 None None] Attempting to bind port 9bf7f3be-3eae-4b2d-8865-767c699e2e89 on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:26:55.642196 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-d845b7b7-b238-48b4-a168-4e4ef8a76fe3 None None] Attempting to bind port 9bf7f3be-3eae-4b2d-8865-767c699e2e89 by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': '56cad15d-2387-462c-8fd4-2d5991506f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:26:55.642570 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d845b7b7-b238-48b4-a168-4e4ef8a76fe3 None None] Attempting to bind port 9bf7f3be-3eae-4b2d-8865-767c699e2e89 on network 3908e938-b356-4eea-a575-774f9d2496e1 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:26:55.648501 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d845b7b7-b238-48b4-a168-4e4ef8a76fe3 None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:26:55.651324 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d845b7b7-b238-48b4-a168-4e4ef8a76fe3 None None] Checking segment: {'id': '56cad15d-2387-462c-8fd4-2d5991506f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:26:55.651324 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d845b7b7-b238-48b4-a168-4e4ef8a76fe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:55.651324 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d845b7b7-b238-48b4-a168-4e4ef8a76fe3 None None] Bound using segment: {'id': '56cad15d-2387-462c-8fd4-2d5991506f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:26:55.651324 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-d845b7b7-b238-48b4-a168-4e4ef8a76fe3 None None] Bound port: 9bf7f3be-3eae-4b2d-8865-767c699e2e89, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cad15d-2387-462c-8fd4-2d5991506f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:26:55.651324 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d845b7b7-b238-48b4-a168-4e4ef8a76fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (9bf7f3be-3eae-4b2d-8865-767c699e2e89), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:55.745561 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-d845b7b7-b238-48b4-a168-4e4ef8a76fe3 None None] For port 9bf7f3be-3eae-4b2d-8865-767c699e2e89, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:26:55.750674 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-d845b7b7-b238-48b4-a168-4e4ef8a76fe3 None None] For port 9bf7f3be-3eae-4b2d-8865-767c699e2e89, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=9bf7f3be-3eae-4b2d-8865-767c699e2e89,segment=NetworkSegment(56cad15d-2387-462c-8fd4-2d5991506f1a),segment_id=56cad15d-2387-462c-8fd4-2d5991506f1a)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:26:55.806846 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b53ee344-7c36-4b2a-91de-95694e2f1731 admin admin] Publish callbacks [] for router_gateway (5cbc94c5-047f-49e6-b755-f68be729f4d4), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:55.823641 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d845b7b7-b238-48b4-a168-4e4ef8a76fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (9bf7f3be-3eae-4b2d-8865-767c699e2e89), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:55.901793 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845b7b7-b238-48b4-a168-4e4ef8a76fe3 None None] Pushing event updated for resources: {'Port': ['ID=9bf7f3be-3eae-4b2d-8865-767c699e2e89,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:55.994805 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:56.132101 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b53ee344-7c36-4b2a-91de-95694e2f1731 admin admin] Publish callbacks [] for router_gateway (5cbc94c5-047f-49e6-b755-f68be729f4d4), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:56.151883 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b53ee344-7c36-4b2a-91de-95694e2f1731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:56.183204 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-9bf90a29-b7d2-4602-bbf4-221a43426204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:56.261011 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-b53ee344-7c36-4b2a-91de-95694e2f1731 admin admin] Allocated IP 172.27.3.211 (4f60912c-99c2-416c-85f4-ec579757987b/f4612345-726c-47ef-92a6-cd50d588f814/0e71306f-ee72-4c6d-b8e4-6d2a5b043f41) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:26:56.364467 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b53ee344-7c36-4b2a-91de-95694e2f1731 admin admin] Publish callbacks [] for port (0e71306f-ee72-4c6d-b8e4-6d2a5b043f41), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:56.504173 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b53ee344-7c36-4b2a-91de-95694e2f1731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (0e71306f-ee72-4c6d-b8e4-6d2a5b043f41), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:56.557665 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53ee344-7c36-4b2a-91de-95694e2f1731 admin admin] Network 4f60912c-99c2-416c-85f4-ec579757987b is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:26:56.568017 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-b53ee344-7c36-4b2a-91de-95694e2f1731 admin admin] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:26:56.569511 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ee344-7c36-4b2a-91de-95694e2f1731 admin admin] Pushing event updated for resources: {'Port': ['ID=0e71306f-ee72-4c6d-b8e4-6d2a5b043f41,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:56.574453 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53ee344-7c36-4b2a-91de-95694e2f1731 admin admin] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:26:56.826171 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 9bf7f3be-3eae-4b2d-8865-767c699e2e89 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:26:56.850838 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8edd656-5adc-4050-aff1-3c91e892be42 None None] Network 3908e938-b356-4eea-a575-774f9d2496e1 requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:26:56.913960 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b53ee344-7c36-4b2a-91de-95694e2f1731 admin admin] Publish callbacks [] for router_gateway (5cbc94c5-047f-49e6-b755-f68be729f4d4), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:56.950210 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 9bf7f3be-3eae-4b2d-8865-767c699e2e89 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:26:56.950588 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (9bf7f3be-3eae-4b2d-8865-767c699e2e89), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:57.013195 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-25902504-2559-40ff-a294-d454e0cee5f5 None None] Provisioning complete for port 9bf7f3be-3eae-4b2d-8865-767c699e2e89 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:26:57.013575 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-25902504-2559-40ff-a294-d454e0cee5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (9bf7f3be-3eae-4b2d-8865-767c699e2e89), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:57.079907 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 48126) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:57.111423 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 9bf7f3be-3eae-4b2d-8865-767c699e2e89 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:26:57.111814 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (9bf7f3be-3eae-4b2d-8865-767c699e2e89), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:57.141854 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b53ee344-7c36-4b2a-91de-95694e2f1731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559092'] for router (5cbc94c5-047f-49e6-b755-f68be729f4d4), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:57.175076 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-25902504-2559-40ff-a294-d454e0cee5f5 None None] Current status of the port 9bf7f3be-3eae-4b2d-8865-767c699e2e89 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:26:57.175462 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-25902504-2559-40ff-a294-d454e0cee5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (9bf7f3be-3eae-4b2d-8865-767c699e2e89), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:57.180882 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] For port 9bf7f3be-3eae-4b2d-8865-767c699e2e89, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=9bf7f3be-3eae-4b2d-8865-767c699e2e89,segment=NetworkSegment(56cad15d-2387-462c-8fd4-2d5991506f1a),segment_id=56cad15d-2387-462c-8fd4-2d5991506f1a)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:26:57.226852 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-05a4cdb9-6dca-45c4-979a-c8b46128e2cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:57.304448 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (9bf7f3be-3eae-4b2d-8865-767c699e2e89), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:57.305078 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-05a4cdb9-6dca-45c4-979a-c8b46128e2cf admin admin] Publish callbacks [] for security_group (2a232df8-85dd-48a1-a3db-f02027651718), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:57.372138 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.db.api [None req-25902504-2559-40ff-a294-d454e0cee5f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 23:26:57.372410 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG oslo_db.api [None req-25902504-2559-40ff-a294-d454e0cee5f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 23:26:57.376558 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Pushing event updated for resources: {'Port': ['ID=9bf7f3be-3eae-4b2d-8865-767c699e2e89,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:57.394255 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53ee344-7c36-4b2a-91de-95694e2f1731 admin admin] Router 5cbc94c5-047f-49e6-b755-f68be729f4d4 is scheduled to L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 with binding_index 1 {{(pid=103608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 23:26:57.394740 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-05a4cdb9-6dca-45c4-979a-c8b46128e2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (2a232df8-85dd-48a1-a3db-f02027651718), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:57.432560 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-05a4cdb9-6dca-45c4-979a-c8b46128e2cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70458944c3a34ea7bae2356801f4c31b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3518507 Mar 07 23:26:57.433688 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4cdb9-6dca-45c4-979a-c8b46128e2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a232df8-85dd-48a1-a3db-f02027651718,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:57.435918 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 48130) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:57.484309 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1bbe8ce-6001-4f51-be08-74a36af4762d admin admin] Publish callbacks [] for security_group (2a232df8-85dd-48a1-a3db-f02027651718), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:57.502713 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53ee344-7c36-4b2a-91de-95694e2f1731 admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:26:57.510472 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1bbe8ce-6001-4f51-be08-74a36af4762d admin admin] Publish callbacks [] for security_group (2a232df8-85dd-48a1-a3db-f02027651718), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:57.511217 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] Sync routers for ids ['5cbc94c5-047f-49e6-b755-f68be729f4d4'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:26:57.521954 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] Routers {'5cbc94c5-047f-49e6-b755-f68be729f4d4'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:26:57.522564 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:26:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['5cbc94c5-047f-49e6-b755-f68be729f4d4'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:57.607976 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b53ee344-7c36-4b2a-91de-95694e2f1731 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:57.609322 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-b53ee344-7c36-4b2a-91de-95694e2f1731 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4408281 Mar 07 23:26:57.612138 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 48132) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:57.626696 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] Set router 5cbc94c5-047f-49e6-b755-f68be729f4d4 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:26:57.640922 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1bbe8ce-6001-4f51-be08-74a36af4762d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (2a232df8-85dd-48a1-a3db-f02027651718), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:57.644118 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d1bbe8ce-6001-4f51-be08-74a36af4762d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:57.661879 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-d1bbe8ce-6001-4f51-be08-74a36af4762d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a232df8-85dd-48a1-a3db-f02027651718 HTTP/1.1" status: 204 len: 168 time: 0.2133937 Mar 07 23:26:57.676149 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bbe8ce-6001-4f51-be08-74a36af4762d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a232df8-85dd-48a1-a3db-f02027651718,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:57.731612 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:57.814183 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'name': 'tempest-TestMinimumBasicScenario-1979272474-router', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:26:55Z', 'updated_at': '2022-03-07T23:26:56Z', 'revision_number': 3, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'gw_port': {'id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:26:56Z', 'updated_at': '2022-03-07T23:26:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:57.842486 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] Checking router: 5cbc94c5-047f-49e6-b755-f68be729f4d4 for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:26:57.842841 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] Updating router 5cbc94c5-047f-49e6-b755-f68be729f4d4 port 0e71306f-ee72-4c6d-b8e4-6d2a5b043f41 binding host dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 23:26:57.870306 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (0e71306f-ee72-4c6d-b8e4-6d2a5b043f41), before_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:57.911778 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-25902504-2559-40ff-a294-d454e0cee5f5 None None] Current status of the port 9bf7f3be-3eae-4b2d-8865-767c699e2e89 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:26:58.031471 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-fd809fdd-bf65-435d-a84b-d5a11edb3cb5 None None] Provisioning complete for port 9bf7f3be-3eae-4b2d-8865-767c699e2e89 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:26:58.032109 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fd809fdd-bf65-435d-a84b-d5a11edb3cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (9bf7f3be-3eae-4b2d-8865-767c699e2e89), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:58.107910 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-75bb7d5f-0830-4af0-b849-ccda2363bef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:58.120121 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-fd809fdd-bf65-435d-a84b-d5a11edb3cb5 None None] Current status of the port 9bf7f3be-3eae-4b2d-8865-767c699e2e89 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:26:58.188433 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] Publish callbacks [] for port (0e71306f-ee72-4c6d-b8e4-6d2a5b043f41), precommit_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:58.263210 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (0e71306f-ee72-4c6d-b8e4-6d2a5b043f41), after_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:58.272981 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-75bb7d5f-0830-4af0-b849-ccda2363bef7 admin admin] Allocated IP 172.20.0.1 (3908e938-b356-4eea-a575-774f9d2496e1/ed71b9a0-47fc-479d-b6e8-58ebf0a1106f/c62227bb-4187-4d18-9fca-49c8093d75de) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:26:58.315840 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] Attempting to bind port 0e71306f-ee72-4c6d-b8e4-6d2a5b043f41 on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:26:58.315840 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] Attempting to bind port 0e71306f-ee72-4c6d-b8e4-6d2a5b043f41 by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}] {{(pid=103610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:26:58.315840 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] Attempting to bind port 0e71306f-ee72-4c6d-b8e4-6d2a5b043f41 on network 4f60912c-99c2-416c-85f4-ec579757987b {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:26:58.321441 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:26:58.321818 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] Checking segment: {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:26:58.322217 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:58.322602 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] Bound using segment: {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'} {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:26:58.323059 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] Bound port: 0e71306f-ee72-4c6d-b8e4-6d2a5b043f41, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}}] {{(pid=103610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:26:58.323589 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (0e71306f-ee72-4c6d-b8e4-6d2a5b043f41), before_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:58.325902 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec629aa3-1531-41b6-beec-4ef6d45dbdae None None] Pushing event updated for resources: {'Port': ['ID=0e71306f-ee72-4c6d-b8e4-6d2a5b043f41,revision_number=2']} {{(pid=103610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:58.344865 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 48144) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:58.360556 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da51cb90-c69d-40a7-ac21-a890591b083b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:58.372881 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec629aa3-1531-41b6-beec-4ef6d45dbdae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:58.373293 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec629aa3-1531-41b6-beec-4ef6d45dbdae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:58.373638 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec629aa3-1531-41b6-beec-4ef6d45dbdae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:58.373980 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec629aa3-1531-41b6-beec-4ef6d45dbdae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:58.374307 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec629aa3-1531-41b6-beec-4ef6d45dbdae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:58.374631 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec629aa3-1531-41b6-beec-4ef6d45dbdae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:58.374956 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec629aa3-1531-41b6-beec-4ef6d45dbdae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:58.375279 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec629aa3-1531-41b6-beec-4ef6d45dbdae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:58.375605 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec629aa3-1531-41b6-beec-4ef6d45dbdae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:58.375928 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec629aa3-1531-41b6-beec-4ef6d45dbdae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:58.376430 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec629aa3-1531-41b6-beec-4ef6d45dbdae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:58.376753 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec629aa3-1531-41b6-beec-4ef6d45dbdae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:58.377095 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec629aa3-1531-41b6-beec-4ef6d45dbdae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:26:58.379071 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-75bb7d5f-0830-4af0-b849-ccda2363bef7 admin admin] Publish callbacks [] for port (c62227bb-4187-4d18-9fca-49c8093d75de), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:58.390346 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.db [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] For port 0e71306f-ee72-4c6d-b8e4-6d2a5b043f41, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:26:58.393307 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.db [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] For port 0e71306f-ee72-4c6d-b8e4-6d2a5b043f41, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=0e71306f-ee72-4c6d-b8e4-6d2a5b043f41,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:26:58.437062 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da51cb90-c69d-40a7-ac21-a890591b083b admin admin] Publish callbacks [] for security_group (fd8ec9c9-e367-4cb0-b860-37326668bc16), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:58.458247 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (0e71306f-ee72-4c6d-b8e4-6d2a5b043f41), after_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:58.486265 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-75bb7d5f-0830-4af0-b849-ccda2363bef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (c62227bb-4187-4d18-9fca-49c8093d75de), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:58.517659 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec629aa3-1531-41b6-beec-4ef6d45dbdae None None] Pushing event updated for resources: {'Port': ['ID=0e71306f-ee72-4c6d-b8e4-6d2a5b043f41,revision_number=3']} {{(pid=103610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:58.521204 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-da51cb90-c69d-40a7-ac21-a890591b083b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (fd8ec9c9-e367-4cb0-b860-37326668bc16), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:58.521377 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bb7d5f-0830-4af0-b849-ccda2363bef7 admin admin] Network 3908e938-b356-4eea-a575-774f9d2496e1 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:26:58.531863 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-75bb7d5f-0830-4af0-b849-ccda2363bef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:26:58.535460 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bb7d5f-0830-4af0-b849-ccda2363bef7 admin admin] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:26:58.536501 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] Routers {'5cbc94c5-047f-49e6-b755-f68be729f4d4'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:26:58.537379 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:26:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['5cbc94c5-047f-49e6-b755-f68be729f4d4'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:58.552059 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51cb90-c69d-40a7-ac21-a890591b083b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8ec9c9-e367-4cb0-b860-37326668bc16,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:58.570113 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb7d5f-0830-4af0-b849-ccda2363bef7 admin admin] Pushing event updated for resources: {'Port': ['ID=c62227bb-4187-4d18-9fca-49c8093d75de,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:58.574990 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-da51cb90-c69d-40a7-ac21-a890591b083b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e819adb7f10749e7bd8aab2f12a3a5d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282867 Mar 07 23:26:58.577524 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 48146) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:26:58.591752 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-75bb7d5f-0830-4af0-b849-ccda2363bef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558041'] for router_interface (5cbc94c5-047f-49e6-b755-f68be729f4d4), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:58.637500 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c1c8824-4286-44b9-8a9c-14d5e1b89566 admin admin] Publish callbacks [] for security_group (fd8ec9c9-e367-4cb0-b860-37326668bc16), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:58.662557 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c1c8824-4286-44b9-8a9c-14d5e1b89566 admin admin] Publish callbacks [] for security_group (fd8ec9c9-e367-4cb0-b860-37326668bc16), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:58.669249 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] Set router 5cbc94c5-047f-49e6-b755-f68be729f4d4 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:26:58.794118 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 9bf7f3be-3eae-4b2d-8865-767c699e2e89 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:26:58.799706 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-75bb7d5f-0830-4af0-b849-ccda2363bef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (c62227bb-4187-4d18-9fca-49c8093d75de), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:58.825066 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c1c8824-4286-44b9-8a9c-14d5e1b89566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (fd8ec9c9-e367-4cb0-b860-37326668bc16), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:58.829159 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c1c8824-4286-44b9-8a9c-14d5e1b89566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:58.830579 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-2c1c8824-4286-44b9-8a9c-14d5e1b89566 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd8ec9c9-e367-4cb0-b860-37326668bc16 HTTP/1.1" status: 204 len: 168 time: 0.2498055 Mar 07 23:26:58.843769 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c8824-4286-44b9-8a9c-14d5e1b89566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8ec9c9-e367-4cb0-b860-37326668bc16,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:58.867999 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'name': 'tempest-TestMinimumBasicScenario-1979272474-router', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:26:55Z', 'updated_at': '2022-03-07T23:26:56Z', 'revision_number': 3, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'gw_port': {'id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:26:56Z', 'updated_at': '2022-03-07T23:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:26:58.904512 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc58300d-a7a1-4fda-a0fd-69c34341d375 None None] The sync data for ids ['5cbc94c5-047f-49e6-b755-f68be729f4d4'] in dv-cinder-813223-6-iscsi is: [{'id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'name': 'tempest-TestMinimumBasicScenario-1979272474-router', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:26:55Z', 'updated_at': '2022-03-07T23:26:56Z', 'revision_number': 3, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'gw_port': {'id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:26:56Z', 'updated_at': '2022-03-07T23:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:26:58.999822 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-75bb7d5f-0830-4af0-b849-ccda2363bef7 admin admin] Publish callbacks [] for port (c62227bb-4187-4d18-9fca-49c8093d75de), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:59.040923 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-ebe1e1f3-d7ad-49e5-b60f-c340acae16fd None None] Provisioning complete for port c62227bb-4187-4d18-9fca-49c8093d75de triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:26:59.040923 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-ebe1e1f3-d7ad-49e5-b60f-c340acae16fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (c62227bb-4187-4d18-9fca-49c8093d75de), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:59.081009 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-ebe1e1f3-d7ad-49e5-b60f-c340acae16fd None None] Port c62227bb-4187-4d18-9fca-49c8093d75de cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:26:59.081469 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-75bb7d5f-0830-4af0-b849-ccda2363bef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (c62227bb-4187-4d18-9fca-49c8093d75de), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:59.082398 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 9bf7f3be-3eae-4b2d-8865-767c699e2e89 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:26:59.082797 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (9bf7f3be-3eae-4b2d-8865-767c699e2e89), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:59.084376 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:59.160217 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-75bb7d5f-0830-4af0-b849-ccda2363bef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558005'] for router_interface (5cbc94c5-047f-49e6-b755-f68be729f4d4), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:59.169343 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb7d5f-0830-4af0-b849-ccda2363bef7 admin admin] Pushing event updated for resources: {'Port': ['ID=c62227bb-4187-4d18-9fca-49c8093d75de,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:26:59.190700 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 9bf7f3be-3eae-4b2d-8865-767c699e2e89 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:26:59.295080 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bb7d5f-0830-4af0-b849-ccda2363bef7 admin admin] Network 3908e938-b356-4eea-a575-774f9d2496e1 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:26:59.296517 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-75bb7d5f-0830-4af0-b849-ccda2363bef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:26:59.445467 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bb7d5f-0830-4af0-b849-ccda2363bef7 admin admin] Router 5cbc94c5-047f-49e6-b755-f68be729f4d4 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:26:59.572165 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bb7d5f-0830-4af0-b849-ccda2363bef7 admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:26:59.585710 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-75bb7d5f-0830-4af0-b849-ccda2363bef7 admin admin] 10.222.0.24 "PUT /v2.0/routers/5cbc94c5-047f-49e6-b755-f68be729f4d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9642818 Mar 07 23:26:59.603602 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-c95b16cb-7dd4-42f6-b030-4b2a8bdaddad None None] Provisioning complete for port c62227bb-4187-4d18-9fca-49c8093d75de triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:26:59.603968 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c95b16cb-7dd4-42f6-b030-4b2a8bdaddad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (c62227bb-4187-4d18-9fca-49c8093d75de), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:26:59.645590 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-c95b16cb-7dd4-42f6-b030-4b2a8bdaddad None None] Port c62227bb-4187-4d18-9fca-49c8093d75de cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:27:00.355048 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:00.454384 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 48194) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:00.460975 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4f401c99-3403-44fb-a2e7-1c9804119e9d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-916881263-network', 'tenant_id': '0dbf5a296f314e578c6fddf35e6ccfe6'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:00.537649 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f401c99-3403-44fb-a2e7-1c9804119e9d admin admin] Made reservation on behalf of 0dbf5a296f314e578c6fddf35e6ccfe6 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:27:00.540080 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4f401c99-3403-44fb-a2e7-1c9804119e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:00.551794 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4f401c99-3403-44fb-a2e7-1c9804119e9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:00.572009 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] Sync routers for ids ['5cbc94c5-047f-49e6-b755-f68be729f4d4'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:27:00.582052 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] Routers {'5cbc94c5-047f-49e6-b755-f68be729f4d4'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:27:00.585674 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:26:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['5cbc94c5-047f-49e6-b755-f68be729f4d4'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:00.627559 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4f401c99-3403-44fb-a2e7-1c9804119e9d admin admin] Publish callbacks [] for security_group (9793e44f-e653-411e-8bb2-6bb779da7c07), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:00.692014 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4f401c99-3403-44fb-a2e7-1c9804119e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (9793e44f-e653-411e-8bb2-6bb779da7c07), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:00.697164 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] Set router 5cbc94c5-047f-49e6-b755-f68be729f4d4 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:27:00.714922 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f401c99-3403-44fb-a2e7-1c9804119e9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 23:27:00.731517 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f401c99-3403-44fb-a2e7-1c9804119e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9793e44f-e653-411e-8bb2-6bb779da7c07,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:00.741258 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4f401c99-3403-44fb-a2e7-1c9804119e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (b0e50f87-65e6-4139-9a97-2982744196d4), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:00.741797 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.segments_db [None req-4f401c99-3403-44fb-a2e7-1c9804119e9d admin admin] Added segment b0e50f87-65e6-4139-9a97-2982744196d4 of type vlan for network 6e9f9952-97c6-466b-85f1-9e303a891cb2 Mar 07 23:27:00.785115 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4f401c99-3403-44fb-a2e7-1c9804119e9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747802386454'] for network (6e9f9952-97c6-466b-85f1-9e303a891cb2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:00.853567 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 0e71306f-ee72-4c6d-b8e4-6d2a5b043f41 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:27:00.880924 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4f401c99-3403-44fb-a2e7-1c9804119e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for network (6e9f9952-97c6-466b-85f1-9e303a891cb2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:00.882022 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f401c99-3403-44fb-a2e7-1c9804119e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:00.883425 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4f401c99-3403-44fb-a2e7-1c9804119e9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:00.951142 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f401c99-3403-44fb-a2e7-1c9804119e9d admin admin] Pushing event updated for resources: {'Network': ['ID=6e9f9952-97c6-466b-85f1-9e303a891cb2,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:00.962786 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Network 6e9f9952-97c6-466b-85f1-9e303a891cb2 details requested by agent ovs-agent-dv-cinder-813223-6-iscsi with host dv-cinder-813223-6-iscsi {{(pid=103609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 23:27:00.966730 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-4f401c99-3403-44fb-a2e7-1c9804119e9d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5074482 Mar 07 23:27:00.966730 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 48206) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:00.968439 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 0e71306f-ee72-4c6d-b8e4-6d2a5b043f41 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:00.968804 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (0e71306f-ee72-4c6d-b8e4-6d2a5b043f41), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:00.972168 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2c1748dd-91e0-47d2-a122-5dc3958b7903 admin admin] Request body: {'subnet': {'network_id': '6e9f9952-97c6-466b-85f1-9e303a891cb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-916881263-subnet', 'tenant_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:01.053082 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1748dd-91e0-47d2-a122-5dc3958b7903 admin admin] Made reservation on behalf of 0dbf5a296f314e578c6fddf35e6ccfe6 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:27:01.057444 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c1748dd-91e0-47d2-a122-5dc3958b7903 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8993514'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:01.068747 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'name': 'tempest-TestMinimumBasicScenario-1979272474-router', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:26:55Z', 'updated_at': '2022-03-07T23:26:58Z', 'revision_number': 4, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'gw_port': {'id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:26:56Z', 'updated_at': '2022-03-07T23:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': 'c62227bb-4187-4d18-9fca-49c8093d75de', 'name': '', 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'mac_address': 'fa:16:3e:4a:35:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ed71b9a0-47fc-479d-b6e8-58ebf0a1106f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:26:58Z', 'updated_at': '2022-03-07T23:26:58Z', 'revision_number': 2, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'subnets': [{'id': 'ed71b9a0-47fc-479d-b6e8-58ebf0a1106f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:01.101854 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] Checking router: 5cbc94c5-047f-49e6-b755-f68be729f4d4 for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:27:01.102096 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] Updating router 5cbc94c5-047f-49e6-b755-f68be729f4d4 port c62227bb-4187-4d18-9fca-49c8093d75de binding host dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 23:27:01.154927 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (c62227bb-4187-4d18-9fca-49c8093d75de), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:01.203998 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 0e71306f-ee72-4c6d-b8e4-6d2a5b043f41 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:01.204391 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (0e71306f-ee72-4c6d-b8e4-6d2a5b043f41), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:01.276815 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] For port 0e71306f-ee72-4c6d-b8e4-6d2a5b043f41, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=0e71306f-ee72-4c6d-b8e4-6d2a5b043f41,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:27:01.292218 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c1748dd-91e0-47d2-a122-5dc3958b7903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9281534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8993524'] for subnet (c9944300-880c-40ff-89c1-0027de61338f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:01.329029 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (0e71306f-ee72-4c6d-b8e4-6d2a5b043f41), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:01.356657 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1748dd-91e0-47d2-a122-5dc3958b7903 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9944300-880c-40ff-89c1-0027de61338f,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:01.361071 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1748dd-91e0-47d2-a122-5dc3958b7903 admin admin] Checking segment: {'id': 'b0e50f87-65e6-4139-9a97-2982744196d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6e9f9952-97c6-466b-85f1-9e303a891cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:27:01.361427 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1748dd-91e0-47d2-a122-5dc3958b7903 admin admin] Network hostable DHCP agents. Network: 6e9f9952-97c6-466b-85f1-9e303a891cb2, hostable agents: ['3a1e77f0-bb24-4b35-90df-eea7dfe1ff53'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 23:27:01.434421 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Pushing event updated for resources: {'Port': ['ID=0e71306f-ee72-4c6d-b8e4-6d2a5b043f41,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:01.445841 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1748dd-91e0-47d2-a122-5dc3958b7903 admin admin] Network 6e9f9952-97c6-466b-85f1-9e303a891cb2 is scheduled to be hosted by DHCP agent 3a1e77f0-bb24-4b35-90df-eea7dfe1ff53 with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 23:27:01.506935 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] Publish callbacks [] for port (c62227bb-4187-4d18-9fca-49c8093d75de), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:01.514605 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-2c1748dd-91e0-47d2-a122-5dc3958b7903 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-6-iscsi, 6e9f9952-97c6-466b-85f1-9e303a891cb2) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:27:01.519026 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1748dd-91e0-47d2-a122-5dc3958b7903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:01.519615 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c1748dd-91e0-47d2-a122-5dc3958b7903 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:01.527076 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5733de23-38df-4ba5-9d29-02ef2aee4a1b None None] Network 6e9f9952-97c6-466b-85f1-9e303a891cb2 requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:27:01.582441 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (c62227bb-4187-4d18-9fca-49c8093d75de), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:01.642198 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c511b0-0355-42f4-8c16-cc2c0946ea9b None None] Pushing event updated for resources: {'Port': ['ID=c62227bb-4187-4d18-9fca-49c8093d75de,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:01.643961 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 48214) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:01.644618 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-2c1748dd-91e0-47d2-a122-5dc3958b7903 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6717095 Mar 07 23:27:01.654947 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-bbb8ba62-eccb-42e3-a682-6454cdcb43fc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-916881263-router', 'tenant_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:01.730924 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb92b7e-f1d9-4918-99e9-a94b5a17db21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b02c19c-3456-5a5a-9b35-9d2361f84021-6e9f9952-97c6-466b-85f1-9e303a891cb2', 'network_id': '6e9f9952-97c6-466b-85f1-9e303a891cb2', 'project_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'fixed_ips': [{'subnet_id': 'c9944300-880c-40ff-89c1-0027de61338f'}]}} from dv-cinder-813223-6-iscsi. {{(pid=103609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 23:27:01.731872 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-5cb92b7e-f1d9-4918-99e9-a94b5a17db21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:01.747310 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] Attempting to bind port c62227bb-4187-4d18-9fca-49c8093d75de on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:27:01.747775 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] Attempting to bind port c62227bb-4187-4d18-9fca-49c8093d75de by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': '56cad15d-2387-462c-8fd4-2d5991506f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:27:01.748211 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] Attempting to bind port c62227bb-4187-4d18-9fca-49c8093d75de on network 3908e938-b356-4eea-a575-774f9d2496e1 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:27:01.758011 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:27:01.758499 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] Checking segment: {'id': '56cad15d-2387-462c-8fd4-2d5991506f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:27:01.759019 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:01.759470 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] Bound using segment: {'id': '56cad15d-2387-462c-8fd4-2d5991506f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:27:01.760375 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] Bound port: c62227bb-4187-4d18-9fca-49c8093d75de, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cad15d-2387-462c-8fd4-2d5991506f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:27:01.760545 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (c62227bb-4187-4d18-9fca-49c8093d75de), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:01.772488 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ba62-eccb-42e3-a682-6454cdcb43fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router (137bdd63-d1a6-4def-a76a-90395e3c6d92), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:01.773807 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ba62-eccb-42e3-a682-6454cdcb43fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559065', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28521'] for router (137bdd63-d1a6-4def-a76a-90395e3c6d92), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:01.834383 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ba62-eccb-42e3-a682-6454cdcb43fc admin admin] Publish callbacks [] for router_controller (137bdd63-d1a6-4def-a76a-90395e3c6d92), precommit_add_association {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:01.925825 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] For port c62227bb-4187-4d18-9fca-49c8093d75de, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:27:01.931459 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] For port c62227bb-4187-4d18-9fca-49c8093d75de, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=c62227bb-4187-4d18-9fca-49c8093d75de,segment=NetworkSegment(56cad15d-2387-462c-8fd4-2d5991506f1a),segment_id=56cad15d-2387-462c-8fd4-2d5991506f1a)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:27:01.938979 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.db_base_plugin_common [None req-5cb92b7e-f1d9-4918-99e9-a94b5a17db21 None None] Allocated IP 172.20.0.2 (6e9f9952-97c6-466b-85f1-9e303a891cb2/c9944300-880c-40ff-89c1-0027de61338f/aaabf921-c41a-465a-8a9d-1701fb660736) {{(pid=103609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:27:02.010339 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (c62227bb-4187-4d18-9fca-49c8093d75de), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:02.018359 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ba62-eccb-42e3-a682-6454cdcb43fc admin admin] Publish callbacks [] for router_gateway (137bdd63-d1a6-4def-a76a-90395e3c6d92), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:02.058454 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-68112271-2430-40e7-81b0-05827abf22b4 None None] Provisioning complete for port c62227bb-4187-4d18-9fca-49c8093d75de triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:02.058823 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-68112271-2430-40e7-81b0-05827abf22b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (c62227bb-4187-4d18-9fca-49c8093d75de), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:02.297434 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] Routers {'5cbc94c5-047f-49e6-b755-f68be729f4d4'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:27:02.298086 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:26:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['5cbc94c5-047f-49e6-b755-f68be729f4d4'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:02.300293 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c511b0-0355-42f4-8c16-cc2c0946ea9b None None] Pushing event updated for resources: {'Port': ['ID=c62227bb-4187-4d18-9fca-49c8093d75de,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:02.383838 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-5cb92b7e-f1d9-4918-99e9-a94b5a17db21 None None] Publish callbacks [] for port (aaabf921-c41a-465a-8a9d-1701fb660736), precommit_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:02.458263 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-68112271-2430-40e7-81b0-05827abf22b4 None None] Current status of the port c62227bb-4187-4d18-9fca-49c8093d75de is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:02.458950 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-68112271-2430-40e7-81b0-05827abf22b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (c62227bb-4187-4d18-9fca-49c8093d75de), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:02.478666 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] Set router 5cbc94c5-047f-49e6-b755-f68be729f4d4 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:27:02.510772 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-5cb92b7e-f1d9-4918-99e9-a94b5a17db21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871'] for port (aaabf921-c41a-465a-8a9d-1701fb660736), after_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:02.540950 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ba62-eccb-42e3-a682-6454cdcb43fc admin admin] Publish callbacks [] for router_gateway (137bdd63-d1a6-4def-a76a-90395e3c6d92), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:02.560019 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ba62-eccb-42e3-a682-6454cdcb43fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:02.561278 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-68112271-2430-40e7-81b0-05827abf22b4 None None] For port c62227bb-4187-4d18-9fca-49c8093d75de, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=c62227bb-4187-4d18-9fca-49c8093d75de,segment=NetworkSegment(56cad15d-2387-462c-8fd4-2d5991506f1a),segment_id=56cad15d-2387-462c-8fd4-2d5991506f1a)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:27:02.570592 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb92b7e-f1d9-4918-99e9-a94b5a17db21 None None] Network 6e9f9952-97c6-466b-85f1-9e303a891cb2 is already hosted by enough agents. {{(pid=103609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:27:02.603327 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.scheduler.base_scheduler [None req-5cb92b7e-f1d9-4918-99e9-a94b5a17db21 None None] Resources bound (agent type, host, resource id): {{(pid=103609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:27:02.609563 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb92b7e-f1d9-4918-99e9-a94b5a17db21 None None] Received port after_create {{(pid=103609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:27:02.631235 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-68112271-2430-40e7-81b0-05827abf22b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (c62227bb-4187-4d18-9fca-49c8093d75de), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:02.632816 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb92b7e-f1d9-4918-99e9-a94b5a17db21 None None] Pushing event updated for resources: {'Port': ['ID=aaabf921-c41a-465a-8a9d-1701fb660736,revision_number=1']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:02.665865 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-bbb8ba62-eccb-42e3-a682-6454cdcb43fc admin admin] Allocated IP 172.27.3.111 (4f60912c-99c2-416c-85f4-ec579757987b/f4612345-726c-47ef-92a6-cd50d588f814/853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:27:02.761746 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-5cb92b7e-f1d9-4918-99e9-a94b5a17db21 None None] Attempting to bind port aaabf921-c41a-465a-8a9d-1701fb660736 on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:27:02.762111 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-5cb92b7e-f1d9-4918-99e9-a94b5a17db21 None None] Attempting to bind port aaabf921-c41a-465a-8a9d-1701fb660736 by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': 'b0e50f87-65e6-4139-9a97-2982744196d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6e9f9952-97c6-466b-85f1-9e303a891cb2'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:27:02.762470 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb92b7e-f1d9-4918-99e9-a94b5a17db21 None None] Attempting to bind port aaabf921-c41a-465a-8a9d-1701fb660736 on network 6e9f9952-97c6-466b-85f1-9e303a891cb2 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:27:02.768923 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ba62-eccb-42e3-a682-6454cdcb43fc admin admin] Publish callbacks [] for port (853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:02.791816 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb92b7e-f1d9-4918-99e9-a94b5a17db21 None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:27:02.792299 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb92b7e-f1d9-4918-99e9-a94b5a17db21 None None] Checking segment: {'id': 'b0e50f87-65e6-4139-9a97-2982744196d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6e9f9952-97c6-466b-85f1-9e303a891cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:27:02.792588 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-5cb92b7e-f1d9-4918-99e9-a94b5a17db21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:02.792994 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb92b7e-f1d9-4918-99e9-a94b5a17db21 None None] Bound using segment: {'id': 'b0e50f87-65e6-4139-9a97-2982744196d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6e9f9952-97c6-466b-85f1-9e303a891cb2'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:27:02.793471 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-5cb92b7e-f1d9-4918-99e9-a94b5a17db21 None None] Bound port: aaabf921-c41a-465a-8a9d-1701fb660736, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e50f87-65e6-4139-9a97-2982744196d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6e9f9952-97c6-466b-85f1-9e303a891cb2'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:27:02.793838 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-5cb92b7e-f1d9-4918-99e9-a94b5a17db21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (aaabf921-c41a-465a-8a9d-1701fb660736), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:02.801176 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68112271-2430-40e7-81b0-05827abf22b4 None None] Pushing event updated for resources: {'Port': ['ID=c62227bb-4187-4d18-9fca-49c8093d75de,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:02.833910 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-d77c9891-2352-4b03-bc47-cfb48b70255c None None] Provisioning complete for port c62227bb-4187-4d18-9fca-49c8093d75de triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:02.834286 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d77c9891-2352-4b03-bc47-cfb48b70255c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (c62227bb-4187-4d18-9fca-49c8093d75de), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:02.835949 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 0e71306f-ee72-4c6d-b8e4-6d2a5b043f41 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:27:02.857993 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ba62-eccb-42e3-a682-6454cdcb43fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:02.896661 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb8ba62-eccb-42e3-a682-6454cdcb43fc admin admin] Network 4f60912c-99c2-416c-85f4-ec579757987b is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:27:02.900793 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-bbb8ba62-eccb-42e3-a682-6454cdcb43fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:27:02.903210 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb8ba62-eccb-42e3-a682-6454cdcb43fc admin admin] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:27:02.930049 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8ba62-eccb-42e3-a682-6454cdcb43fc admin admin] Pushing event updated for resources: {'Port': ['ID=853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:02.967531 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-5cb92b7e-f1d9-4918-99e9-a94b5a17db21 None None] For port aaabf921-c41a-465a-8a9d-1701fb660736, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:27:02.972634 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-5cb92b7e-f1d9-4918-99e9-a94b5a17db21 None None] For port aaabf921-c41a-465a-8a9d-1701fb660736, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=aaabf921-c41a-465a-8a9d-1701fb660736,segment=NetworkSegment(b0e50f87-65e6-4139-9a97-2982744196d4),segment_id=b0e50f87-65e6-4139-9a97-2982744196d4)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:27:03.007685 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 0e71306f-ee72-4c6d-b8e4-6d2a5b043f41 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:03.008048 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (0e71306f-ee72-4c6d-b8e4-6d2a5b043f41), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:03.013713 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'name': 'tempest-TestMinimumBasicScenario-1979272474-router', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:26:55Z', 'updated_at': '2022-03-07T23:26:58Z', 'revision_number': 4, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'gw_port': {'id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:26:56Z', 'updated_at': '2022-03-07T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': 'c62227bb-4187-4d18-9fca-49c8093d75de', 'name': '', 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'mac_address': 'fa:16:3e:4a:35:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ed71b9a0-47fc-479d-b6e8-58ebf0a1106f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:26:58Z', 'updated_at': '2022-03-07T23:27:01Z', 'revision_number': 4, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'subnets': [{'id': 'ed71b9a0-47fc-479d-b6e8-58ebf0a1106f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:03.066571 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-5cb92b7e-f1d9-4918-99e9-a94b5a17db21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (aaabf921-c41a-465a-8a9d-1701fb660736), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:03.069002 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d61ebbb-13cf-4c40-82d4-2f0c2d84d9bf None None] The sync data for ids ['5cbc94c5-047f-49e6-b755-f68be729f4d4'] in dv-cinder-813223-6-iscsi is: [{'id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'name': 'tempest-TestMinimumBasicScenario-1979272474-router', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:26:55Z', 'updated_at': '2022-03-07T23:26:58Z', 'revision_number': 4, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'gw_port': {'id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:26:56Z', 'updated_at': '2022-03-07T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': 'c62227bb-4187-4d18-9fca-49c8093d75de', 'name': '', 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'mac_address': 'fa:16:3e:4a:35:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ed71b9a0-47fc-479d-b6e8-58ebf0a1106f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:26:58Z', 'updated_at': '2022-03-07T23:27:01Z', 'revision_number': 4, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'subnets': [{'id': 'ed71b9a0-47fc-479d-b6e8-58ebf0a1106f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:27:03.121434 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-d77c9891-2352-4b03-bc47-cfb48b70255c None None] Current status of the port c62227bb-4187-4d18-9fca-49c8093d75de is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:03.157317 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb92b7e-f1d9-4918-99e9-a94b5a17db21 None None] Pushing event updated for resources: {'Port': ['ID=aaabf921-c41a-465a-8a9d-1701fb660736,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:03.217400 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 0e71306f-ee72-4c6d-b8e4-6d2a5b043f41 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:03.250478 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ba62-eccb-42e3-a682-6454cdcb43fc admin admin] Publish callbacks [] for router_gateway (137bdd63-d1a6-4def-a76a-90395e3c6d92), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:03.478995 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ba62-eccb-42e3-a682-6454cdcb43fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559092'] for router (137bdd63-d1a6-4def-a76a-90395e3c6d92), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:03.697435 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb8ba62-eccb-42e3-a682-6454cdcb43fc admin admin] Router 137bdd63-d1a6-4def-a76a-90395e3c6d92 is scheduled to L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 with binding_index 1 {{(pid=103608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 23:27:03.811465 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb8ba62-eccb-42e3-a682-6454cdcb43fc admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:27:03.827208 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] Sync routers for ids ['137bdd63-d1a6-4def-a76a-90395e3c6d92'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:27:03.841434 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] Routers {'137bdd63-d1a6-4def-a76a-90395e3c6d92'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:27:03.842549 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:26:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['137bdd63-d1a6-4def-a76a-90395e3c6d92'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:03.905701 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ba62-eccb-42e3-a682-6454cdcb43fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:03.909599 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-bbb8ba62-eccb-42e3-a682-6454cdcb43fc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2602305 Mar 07 23:27:03.910033 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 48230) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:04.078189 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] Set router 137bdd63-d1a6-4def-a76a-90395e3c6d92 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:27:04.204937 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d5106f-2912-4d68-adec-5b54c6579079 None None] Network 6e9f9952-97c6-466b-85f1-9e303a891cb2 requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:27:04.293261 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137bdd63-d1a6-4def-a76a-90395e3c6d92', 'name': 'tempest-TestMinimumBasicScenario-916881263-router', 'tenant_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:01Z', 'updated_at': '2022-03-07T23:27:03Z', 'revision_number': 3, 'project_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'gw_port': {'id': '853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137bdd63-d1a6-4def-a76a-90395e3c6d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:02Z', 'updated_at': '2022-03-07T23:27:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:04.297125 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-fbff2e98-0223-4840-ae90-1179be6ad346 None None] Provisioning complete for port aaabf921-c41a-465a-8a9d-1701fb660736 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:04.297300 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fbff2e98-0223-4840-ae90-1179be6ad346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (aaabf921-c41a-465a-8a9d-1701fb660736), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:04.321831 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] Checking router: 137bdd63-d1a6-4def-a76a-90395e3c6d92 for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:27:04.322739 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] Updating router 137bdd63-d1a6-4def-a76a-90395e3c6d92 port 853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7 binding host dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 23:27:04.360326 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7), before_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:04.420109 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-fbff2e98-0223-4840-ae90-1179be6ad346 None None] Current status of the port aaabf921-c41a-465a-8a9d-1701fb660736 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:04.420809 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fbff2e98-0223-4840-ae90-1179be6ad346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (aaabf921-c41a-465a-8a9d-1701fb660736), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:04.466070 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-fbff2e98-0223-4840-ae90-1179be6ad346 None None] For port aaabf921-c41a-465a-8a9d-1701fb660736, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=aaabf921-c41a-465a-8a9d-1701fb660736,segment=NetworkSegment(b0e50f87-65e6-4139-9a97-2982744196d4),segment_id=b0e50f87-65e6-4139-9a97-2982744196d4)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:27:04.532053 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fbff2e98-0223-4840-ae90-1179be6ad346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (aaabf921-c41a-465a-8a9d-1701fb660736), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:04.597436 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff2e98-0223-4840-ae90-1179be6ad346 None None] Pushing event updated for resources: {'Port': ['ID=aaabf921-c41a-465a-8a9d-1701fb660736,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:04.645952 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] Publish callbacks [] for port (853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7), precommit_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:04.654835 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-a5dc05c3-4902-46ce-b1e8-4aa8ae9059f5 None None] Provisioning complete for port aaabf921-c41a-465a-8a9d-1701fb660736 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:04.655210 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a5dc05c3-4902-46ce-b1e8-4aa8ae9059f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (aaabf921-c41a-465a-8a9d-1701fb660736), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:04.681888 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5119259-eba4-43af-a0c8-acae55e2e5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:04.709649 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7), after_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:04.739781 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-a5dc05c3-4902-46ce-b1e8-4aa8ae9059f5 None None] Current status of the port aaabf921-c41a-465a-8a9d-1701fb660736 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:04.756493 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] Attempting to bind port 853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7 on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:27:04.756900 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] Attempting to bind port 853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7 by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}] {{(pid=103610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:27:04.757272 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] Attempting to bind port 853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7 on network 4f60912c-99c2-416c-85f4-ec579757987b {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:27:04.769789 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:27:04.770732 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] Checking segment: {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:27:04.771344 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:04.771887 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] Bound using segment: {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'} {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:27:04.772513 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] Bound port: 853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}}] {{(pid=103610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:27:04.773150 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7), before_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:04.815901 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5535c8-fd8c-4ffa-87de-2d053bc62af4 None None] Pushing event updated for resources: {'Port': ['ID=853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7,revision_number=2']} {{(pid=103610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:04.842813 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.db [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] For port 853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:27:04.846880 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.db [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] For port 853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:27:04.860508 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-a5119259-eba4-43af-a0c8-acae55e2e5a7 admin admin] Allocated IP 172.20.0.1 (6e9f9952-97c6-466b-85f1-9e303a891cb2/c9944300-880c-40ff-89c1-0027de61338f/170f3144-32a2-44ba-9805-13a8b6256f63) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:27:04.881304 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device c62227bb-4187-4d18-9fca-49c8093d75de up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:27:04.892574 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7), after_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:04.944411 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port c62227bb-4187-4d18-9fca-49c8093d75de triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:04.944767 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (c62227bb-4187-4d18-9fca-49c8093d75de), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:04.950484 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] Routers {'137bdd63-d1a6-4def-a76a-90395e3c6d92'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:27:04.951127 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:26:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['137bdd63-d1a6-4def-a76a-90395e3c6d92'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:05.002162 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5119259-eba4-43af-a0c8-acae55e2e5a7 admin admin] Publish callbacks [] for port (170f3144-32a2-44ba-9805-13a8b6256f63), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:05.006488 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5535c8-fd8c-4ffa-87de-2d053bc62af4 None None] Pushing event updated for resources: {'Port': ['ID=853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7,revision_number=3']} {{(pid=103610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:05.060279 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port c62227bb-4187-4d18-9fca-49c8093d75de is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:05.061414 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device aaabf921-c41a-465a-8a9d-1701fb660736 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:27:05.088310 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] Set router 137bdd63-d1a6-4def-a76a-90395e3c6d92 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:27:05.092809 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5119259-eba4-43af-a0c8-acae55e2e5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (170f3144-32a2-44ba-9805-13a8b6256f63), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:05.108550 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port aaabf921-c41a-465a-8a9d-1701fb660736 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:05.108927 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (aaabf921-c41a-465a-8a9d-1701fb660736), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:05.135550 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5119259-eba4-43af-a0c8-acae55e2e5a7 admin admin] Network 6e9f9952-97c6-466b-85f1-9e303a891cb2 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:27:05.138353 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-a5119259-eba4-43af-a0c8-acae55e2e5a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:27:05.141098 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5119259-eba4-43af-a0c8-acae55e2e5a7 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:27:05.150586 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5119259-eba4-43af-a0c8-acae55e2e5a7 admin admin] Pushing event updated for resources: {'Port': ['ID=170f3144-32a2-44ba-9805-13a8b6256f63,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:05.210139 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5119259-eba4-43af-a0c8-acae55e2e5a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558041'] for router_interface (137bdd63-d1a6-4def-a76a-90395e3c6d92), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:05.212753 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port aaabf921-c41a-465a-8a9d-1701fb660736 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:05.298988 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137bdd63-d1a6-4def-a76a-90395e3c6d92', 'name': 'tempest-TestMinimumBasicScenario-916881263-router', 'tenant_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:01Z', 'updated_at': '2022-03-07T23:27:03Z', 'revision_number': 3, 'project_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'gw_port': {'id': '853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137bdd63-d1a6-4def-a76a-90395e3c6d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:02Z', 'updated_at': '2022-03-07T23:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:05.330560 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c1e53-6fca-4369-a1f8-b2cb38ff3737 None None] The sync data for ids ['137bdd63-d1a6-4def-a76a-90395e3c6d92'] in dv-cinder-813223-6-iscsi is: [{'id': '137bdd63-d1a6-4def-a76a-90395e3c6d92', 'name': 'tempest-TestMinimumBasicScenario-916881263-router', 'tenant_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:01Z', 'updated_at': '2022-03-07T23:27:03Z', 'revision_number': 3, 'project_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'gw_port': {'id': '853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137bdd63-d1a6-4def-a76a-90395e3c6d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:02Z', 'updated_at': '2022-03-07T23:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:27:05.400041 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5119259-eba4-43af-a0c8-acae55e2e5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (170f3144-32a2-44ba-9805-13a8b6256f63), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:05.477642 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-2ec864ea-9883-439d-9075-34fde84a6a5c None None] Provisioning complete for port 170f3144-32a2-44ba-9805-13a8b6256f63 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:05.478270 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-2ec864ea-9883-439d-9075-34fde84a6a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (170f3144-32a2-44ba-9805-13a8b6256f63), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:05.526157 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-2ec864ea-9883-439d-9075-34fde84a6a5c None None] Port 170f3144-32a2-44ba-9805-13a8b6256f63 cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:27:05.570576 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5119259-eba4-43af-a0c8-acae55e2e5a7 admin admin] Publish callbacks [] for port (170f3144-32a2-44ba-9805-13a8b6256f63), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:05.623303 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5119259-eba4-43af-a0c8-acae55e2e5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280631'] for port (170f3144-32a2-44ba-9805-13a8b6256f63), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:05.694819 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5119259-eba4-43af-a0c8-acae55e2e5a7 admin admin] Pushing event updated for resources: {'Port': ['ID=170f3144-32a2-44ba-9805-13a8b6256f63,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:05.699732 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a5119259-eba4-43af-a0c8-acae55e2e5a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558005'] for router_interface (137bdd63-d1a6-4def-a76a-90395e3c6d92), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:05.793591 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5119259-eba4-43af-a0c8-acae55e2e5a7 admin admin] Network 6e9f9952-97c6-466b-85f1-9e303a891cb2 is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:27:05.794893 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-a5119259-eba4-43af-a0c8-acae55e2e5a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:27:05.920230 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5119259-eba4-43af-a0c8-acae55e2e5a7 admin admin] Router 137bdd63-d1a6-4def-a76a-90395e3c6d92 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:27:06.037441 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5119259-eba4-43af-a0c8-acae55e2e5a7 admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:27:06.042246 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-a5119259-eba4-43af-a0c8-acae55e2e5a7 admin admin] 10.222.0.24 "PUT /v2.0/routers/137bdd63-d1a6-4def-a76a-90395e3c6d92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1305254 Mar 07 23:27:06.062881 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-5554f0d0-337a-4e60-bdfb-25ff0fa92ea4 None None] Provisioning complete for port 170f3144-32a2-44ba-9805-13a8b6256f63 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:06.063440 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-5554f0d0-337a-4e60-bdfb-25ff0fa92ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (170f3144-32a2-44ba-9805-13a8b6256f63), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:06.104685 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-5554f0d0-337a-4e60-bdfb-25ff0fa92ea4 None None] Port 170f3144-32a2-44ba-9805-13a8b6256f63 cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:27:06.818285 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:27:06.869556 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:06.870310 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:07.081041 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] Sync routers for ids ['137bdd63-d1a6-4def-a76a-90395e3c6d92'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:27:07.102569 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:07.103262 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:07.108891 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] Routers {'137bdd63-d1a6-4def-a76a-90395e3c6d92'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:27:07.109546 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:26:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['137bdd63-d1a6-4def-a76a-90395e3c6d92'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:07.168555 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] For port 853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:27:07.243296 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] Set router 137bdd63-d1a6-4def-a76a-90395e3c6d92 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:27:07.245654 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:07.362036 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Pushing event updated for resources: {'Port': ['ID=853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:07.527118 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137bdd63-d1a6-4def-a76a-90395e3c6d92', 'name': 'tempest-TestMinimumBasicScenario-916881263-router', 'tenant_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:01Z', 'updated_at': '2022-03-07T23:27:05Z', 'revision_number': 4, 'project_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'gw_port': {'id': '853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137bdd63-d1a6-4def-a76a-90395e3c6d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:02Z', 'updated_at': '2022-03-07T23:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '170f3144-32a2-44ba-9805-13a8b6256f63', 'name': '', 'network_id': '6e9f9952-97c6-466b-85f1-9e303a891cb2', 'tenant_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'mac_address': 'fa:16:3e:82:a0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137bdd63-d1a6-4def-a76a-90395e3c6d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'c9944300-880c-40ff-89c1-0027de61338f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:04Z', 'updated_at': '2022-03-07T23:27:05Z', 'revision_number': 2, 'project_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'subnets': [{'id': 'c9944300-880c-40ff-89c1-0027de61338f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:07.556097 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] Checking router: 137bdd63-d1a6-4def-a76a-90395e3c6d92 for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:27:07.556590 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] Updating router 137bdd63-d1a6-4def-a76a-90395e3c6d92 port 170f3144-32a2-44ba-9805-13a8b6256f63 binding host dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 23:27:07.591274 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (170f3144-32a2-44ba-9805-13a8b6256f63), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:07.881902 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] Publish callbacks [] for port (170f3144-32a2-44ba-9805-13a8b6256f63), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:07.937496 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (170f3144-32a2-44ba-9805-13a8b6256f63), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:07.990809 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64928f5e-57b9-4f79-9e0b-daf7d02315f4 None None] Pushing event updated for resources: {'Port': ['ID=170f3144-32a2-44ba-9805-13a8b6256f63,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:08.066335 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] Attempting to bind port 170f3144-32a2-44ba-9805-13a8b6256f63 on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:27:08.066751 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] Attempting to bind port 170f3144-32a2-44ba-9805-13a8b6256f63 by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': 'b0e50f87-65e6-4139-9a97-2982744196d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6e9f9952-97c6-466b-85f1-9e303a891cb2'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:27:08.067770 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] Attempting to bind port 170f3144-32a2-44ba-9805-13a8b6256f63 on network 6e9f9952-97c6-466b-85f1-9e303a891cb2 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:27:08.074616 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:27:08.075003 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] Checking segment: {'id': 'b0e50f87-65e6-4139-9a97-2982744196d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6e9f9952-97c6-466b-85f1-9e303a891cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:27:08.075413 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:08.076060 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] Bound using segment: {'id': 'b0e50f87-65e6-4139-9a97-2982744196d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6e9f9952-97c6-466b-85f1-9e303a891cb2'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:27:08.076549 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] Bound port: 170f3144-32a2-44ba-9805-13a8b6256f63, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e50f87-65e6-4139-9a97-2982744196d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6e9f9952-97c6-466b-85f1-9e303a891cb2'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:27:08.077012 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (170f3144-32a2-44ba-9805-13a8b6256f63), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:08.169057 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] For port 170f3144-32a2-44ba-9805-13a8b6256f63, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:27:08.174697 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] For port 170f3144-32a2-44ba-9805-13a8b6256f63, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=170f3144-32a2-44ba-9805-13a8b6256f63,segment=NetworkSegment(b0e50f87-65e6-4139-9a97-2982744196d4),segment_id=b0e50f87-65e6-4139-9a97-2982744196d4)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:27:08.242185 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-0d162b3a-45c5-4a3c-a5bb-65d0c02ccabc None None] Provisioning complete for port 170f3144-32a2-44ba-9805-13a8b6256f63 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:08.245800 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-0d162b3a-45c5-4a3c-a5bb-65d0c02ccabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (170f3144-32a2-44ba-9805-13a8b6256f63), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:08.270591 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (170f3144-32a2-44ba-9805-13a8b6256f63), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:08.311823 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-0d162b3a-45c5-4a3c-a5bb-65d0c02ccabc None None] Port 170f3144-32a2-44ba-9805-13a8b6256f63 cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:27:08.339427 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] Routers {'137bdd63-d1a6-4def-a76a-90395e3c6d92'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:27:08.340064 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:26:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['137bdd63-d1a6-4def-a76a-90395e3c6d92'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:08.382667 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64928f5e-57b9-4f79-9e0b-daf7d02315f4 None None] Pushing event updated for resources: {'Port': ['ID=170f3144-32a2-44ba-9805-13a8b6256f63,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:08.476229 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] Set router 137bdd63-d1a6-4def-a76a-90395e3c6d92 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:27:08.671803 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-b4c0f112-162c-4164-b810-6105177508ff None None] Provisioning complete for port 170f3144-32a2-44ba-9805-13a8b6256f63 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:08.672594 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b4c0f112-162c-4164-b810-6105177508ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (170f3144-32a2-44ba-9805-13a8b6256f63), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:08.822307 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-b4c0f112-162c-4164-b810-6105177508ff None None] Current status of the port 170f3144-32a2-44ba-9805-13a8b6256f63 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:08.822720 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b4c0f112-162c-4164-b810-6105177508ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (170f3144-32a2-44ba-9805-13a8b6256f63), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:08.850195 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:27:08.882484 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137bdd63-d1a6-4def-a76a-90395e3c6d92', 'name': 'tempest-TestMinimumBasicScenario-916881263-router', 'tenant_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:01Z', 'updated_at': '2022-03-07T23:27:05Z', 'revision_number': 4, 'project_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'gw_port': {'id': '853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bdd63-d1a6-4def-a76a-90395e3c6d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:02Z', 'updated_at': '2022-03-07T23:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '170f3144-32a2-44ba-9805-13a8b6256f63', 'name': '', 'network_id': '6e9f9952-97c6-466b-85f1-9e303a891cb2', 'tenant_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'mac_address': 'fa:16:3e:82:a0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137bdd63-d1a6-4def-a76a-90395e3c6d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'c9944300-880c-40ff-89c1-0027de61338f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:04Z', 'updated_at': '2022-03-07T23:27:08Z', 'revision_number': 4, 'project_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'subnets': [{'id': 'c9944300-880c-40ff-89c1-0027de61338f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:08.900361 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-b4c0f112-162c-4164-b810-6105177508ff None None] For port 170f3144-32a2-44ba-9805-13a8b6256f63, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=170f3144-32a2-44ba-9805-13a8b6256f63,segment=NetworkSegment(b0e50f87-65e6-4139-9a97-2982744196d4),segment_id=b0e50f87-65e6-4139-9a97-2982744196d4)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:27:08.928927 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3aae00-d234-499e-8e79-16ae94b821f6 None None] The sync data for ids ['137bdd63-d1a6-4def-a76a-90395e3c6d92'] in dv-cinder-813223-6-iscsi is: [{'id': '137bdd63-d1a6-4def-a76a-90395e3c6d92', 'name': 'tempest-TestMinimumBasicScenario-916881263-router', 'tenant_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:01Z', 'updated_at': '2022-03-07T23:27:05Z', 'revision_number': 4, 'project_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'gw_port': {'id': '853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bdd63-d1a6-4def-a76a-90395e3c6d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:02Z', 'updated_at': '2022-03-07T23:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '170f3144-32a2-44ba-9805-13a8b6256f63', 'name': '', 'network_id': '6e9f9952-97c6-466b-85f1-9e303a891cb2', 'tenant_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'mac_address': 'fa:16:3e:82:a0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137bdd63-d1a6-4def-a76a-90395e3c6d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'c9944300-880c-40ff-89c1-0027de61338f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:04Z', 'updated_at': '2022-03-07T23:27:08Z', 'revision_number': 4, 'project_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'subnets': [{'id': 'c9944300-880c-40ff-89c1-0027de61338f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:27:08.952911 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:08.953190 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:08.980265 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b4c0f112-162c-4164-b810-6105177508ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (170f3144-32a2-44ba-9805-13a8b6256f63), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:09.100425 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0f112-162c-4164-b810-6105177508ff None None] Pushing event updated for resources: {'Port': ['ID=170f3144-32a2-44ba-9805-13a8b6256f63,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:09.140767 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:10.830710 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 170f3144-32a2-44ba-9805-13a8b6256f63 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:27:10.882616 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 170f3144-32a2-44ba-9805-13a8b6256f63 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:10.882983 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (170f3144-32a2-44ba-9805-13a8b6256f63), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:10.970148 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 170f3144-32a2-44ba-9805-13a8b6256f63 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:17.166492 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-e2c0a2c2-030d-4e0e-9ed2-fe133d778ef2 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:17.167967 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-e2c0a2c2-030d-4e0e-9ed2-fe133d778ef2 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/networks?id=3908e938-b356-4eea-a575-774f9d2496e1 HTTP/1.1" status: 200 len: 815 time: 0.1011600 Mar 07 23:27:17.182110 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-783301e3-41be-4b5f-984e-33b217b1dea1 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/quotas/d2bdb22df29a4630861847d27d56928a HTTP/1.1" status: 200 len: 375 time: 0.0087876 Mar 07 23:27:17.235087 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-8164465f-0c66-4668-89fa-c2d280add9b7 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d2bdb22df29a4630861847d27d56928a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480545 Mar 07 23:27:17.329551 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-f931623d-597a-4a10-a041-f26669e9b6cd service neutron] 10.222.0.24 "GET /v2.0/networks/3908e938-b356-4eea-a575-774f9d2496e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837357 Mar 07 23:27:17.414427 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-b54f1d26-a04f-4cda-aff9-7e10119503d3 service neutron] 10.222.0.24 "GET /v2.0/networks/3908e938-b356-4eea-a575-774f9d2496e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793338 Mar 07 23:27:17.624556 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-172c7437-e2b3-4392-8bd0-dd865de3454d req-c79efa37-a5c1-4181-84c4-54f7439a42d2 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 210 time: 0.0275927 Mar 07 23:27:18.714063 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-933c6e7f-4ed3-4a97-8b73-5986112bef3e req-2d589978-33d0-4fcc-b4f6-343188cedbf7 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 210 time: 0.0273461 Mar 07 23:27:19.808673 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c9284c37-2f65-4478-b379-487f4d8c32ba req-d742a177-8a4d-4dee-a132-8f05d0f8bf6d tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 210 time: 0.0297179 Mar 07 23:27:20.484629 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-c6a845a7-ea0e-4f0e-9a29-2f38b18b44ec tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:20.486379 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-c6a845a7-ea0e-4f0e-9a29-2f38b18b44ec tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.16 "GET /v2.0/networks?id=3908e938-b356-4eea-a575-774f9d2496e1 HTTP/1.1" status: 200 len: 815 time: 0.1044793 Mar 07 23:27:20.499105 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Request body: {'port': {'device_id': '1facda27-a7d3-4a2f-87fe-61743ca9ba2f', 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1', 'admin_state_up': True, 'tenant_id': 'd2bdb22df29a4630861847d27d56928a'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:20.662770 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Made reservation on behalf of d2bdb22df29a4630861847d27d56928a for: {'port': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:27:20.666381 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:20.801498 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Allocated IP 172.20.0.10 (3908e938-b356-4eea-a575-774f9d2496e1/ed71b9a0-47fc-479d-b6e8-58ebf0a1106f/0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:27:20.962931 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3acaca27-0262-4d53-bc66-d19f3a8b3eb5 req-f342dbde-bc04-4e33-bc8d-dfcf9cf329f5 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 210 time: 0.0501797 Mar 07 23:27:20.984889 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for port (0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:21.097490 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:21.149319 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Network 3908e938-b356-4eea-a575-774f9d2496e1 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:27:21.152994 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:27:21.157503 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:27:21.220358 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:21.226662 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:21.245207 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Pushing event updated for resources: {'Port': ['ID=0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:21.253387 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:21.253758 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:21.254627 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:21.254971 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:21.255487 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:21.256003 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:21.256495 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:21.257006 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:21.257495 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:21.258000 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:21.258518 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:21.259005 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:21.259500 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:21.323520 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-2f272634-8c95-47fc-ad08-565a3d72ea61 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8282290 Mar 07 23:27:21.497536 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-21fff1c0-f8f7-4134-a586-c88bd6e4d778 None None] Provisioning complete for port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:21.498105 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-21fff1c0-f8f7-4134-a586-c88bd6e4d778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:21.533338 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-21fff1c0-f8f7-4134-a586-c88bd6e4d778 None None] Port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:27:22.097742 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c97f97-5a52-462d-9d01-1aaf3a82a3b9 req-95ff4e3a-e9cd-49c8-850a-e39b6a453b10 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:22.100262 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d8c97f97-5a52-462d-9d01-1aaf3a82a3b9 req-95ff4e3a-e9cd-49c8-850a-e39b6a453b10 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 932 time: 0.0657692 Mar 07 23:27:22.174143 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d8c97f97-5a52-462d-9d01-1aaf3a82a3b9 req-93f057c3-3566-4e43-add3-2077a982f9a6 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641286 Mar 07 23:27:22.483288 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 48508) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:22.606422 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-77259b87-19a0-4ad8-9128-9bd7c6c042e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:22.681710 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-77259b87-19a0-4ad8-9128-9bd7c6c042e1 admin admin] Publish callbacks [] for security_group (97887a4c-c590-4073-9c16-06bc4e294de1), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:22.743432 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-77259b87-19a0-4ad8-9128-9bd7c6c042e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (97887a4c-c590-4073-9c16-06bc4e294de1), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:22.783519 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-77259b87-19a0-4ad8-9128-9bd7c6c042e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05c1fb1c62014b0caa9a07833d87beda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990489 Mar 07 23:27:22.784324 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77259b87-19a0-4ad8-9128-9bd7c6c042e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97887a4c-c590-4073-9c16-06bc4e294de1,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:22.786642 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 48512) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:22.792284 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77259b87-19a0-4ad8-9128-9bd7c6c042e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:22.792637 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77259b87-19a0-4ad8-9128-9bd7c6c042e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:22.799630 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77259b87-19a0-4ad8-9128-9bd7c6c042e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:22.799630 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77259b87-19a0-4ad8-9128-9bd7c6c042e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:22.799630 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77259b87-19a0-4ad8-9128-9bd7c6c042e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:22.799630 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77259b87-19a0-4ad8-9128-9bd7c6c042e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:22.799630 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77259b87-19a0-4ad8-9128-9bd7c6c042e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:22.799630 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77259b87-19a0-4ad8-9128-9bd7c6c042e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:22.799630 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77259b87-19a0-4ad8-9128-9bd7c6c042e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:22.799630 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77259b87-19a0-4ad8-9128-9bd7c6c042e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:22.799630 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77259b87-19a0-4ad8-9128-9bd7c6c042e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:22.799630 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77259b87-19a0-4ad8-9128-9bd7c6c042e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:22.799630 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77259b87-19a0-4ad8-9128-9bd7c6c042e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:27:22.853728 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d8a5500c-1d45-4d5a-84f9-2dffcfffdd31 admin admin] Publish callbacks [] for security_group (97887a4c-c590-4073-9c16-06bc4e294de1), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:22.874225 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d8a5500c-1d45-4d5a-84f9-2dffcfffdd31 admin admin] Publish callbacks [] for security_group (97887a4c-c590-4073-9c16-06bc4e294de1), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:23.006476 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d8a5500c-1d45-4d5a-84f9-2dffcfffdd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (97887a4c-c590-4073-9c16-06bc4e294de1), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:23.009247 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-d8a5500c-1d45-4d5a-84f9-2dffcfffdd31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:23.010400 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-d8a5500c-1d45-4d5a-84f9-2dffcfffdd31 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97887a4c-c590-4073-9c16-06bc4e294de1 HTTP/1.1" status: 204 len: 168 time: 0.2226846 Mar 07 23:27:23.020127 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5500c-1d45-4d5a-84f9-2dffcfffdd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97887a4c-c590-4073-9c16-06bc4e294de1,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:23.315360 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bab83d-333d-4e16-b750-02fd383503d3 req-41e9debc-085a-4530-b34b-9fc4633d718a tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:23.317941 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d3bab83d-333d-4e16-b750-02fd383503d3 req-41e9debc-085a-4530-b34b-9fc4633d718a tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 932 time: 0.0713360 Mar 07 23:27:23.395398 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d3bab83d-333d-4e16-b750-02fd383503d3 req-221b92c9-66ed-4cf5-8836-d299670106d4 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697711 Mar 07 23:27:23.874336 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-ec1e77e3-6235-4a37-a618-cfdf78aa9609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:24.037108 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 48540) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:24.139074 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-8f78ae7d-d84b-4473-b6aa-77d07ad6d281 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-677524272-network', 'tenant_id': '25a4d0166d864672a640afb3acc447a6'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:24.274295 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f78ae7d-d84b-4473-b6aa-77d07ad6d281 admin admin] Made reservation on behalf of 25a4d0166d864672a640afb3acc447a6 for: {'network': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:27:24.277111 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8f78ae7d-d84b-4473-b6aa-77d07ad6d281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for network (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:24.286989 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8f78ae7d-d84b-4473-b6aa-77d07ad6d281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:24.373619 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8f78ae7d-d84b-4473-b6aa-77d07ad6d281 admin admin] Publish callbacks [] for security_group (48eb7157-8124-4e81-bd03-4606010ffde4), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:24.445928 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8f78ae7d-d84b-4473-b6aa-77d07ad6d281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (48eb7157-8124-4e81-bd03-4606010ffde4), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:24.471648 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f78ae7d-d84b-4473-b6aa-77d07ad6d281 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 23:27:24.481662 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78ae7d-d84b-4473-b6aa-77d07ad6d281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48eb7157-8124-4e81-bd03-4606010ffde4,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:24.500628 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8f78ae7d-d84b-4473-b6aa-77d07ad6d281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (80337a17-c777-4b29-b22d-3a760188a594), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:24.500997 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.db.segments_db [None req-8f78ae7d-d84b-4473-b6aa-77d07ad6d281 admin admin] Added segment 80337a17-c777-4b29-b22d-3a760188a594 of type vlan for network 1e0e21e0-abba-4950-8845-adf027f36461 Mar 07 23:27:24.548760 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8f78ae7d-d84b-4473-b6aa-77d07ad6d281 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747802386454'] for network (1e0e21e0-abba-4950-8845-adf027f36461), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:24.563749 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676653ff-8d1f-497a-ac9d-fe5d7a6d8fc5 req-46cbb903-e1f2-476b-b439-4d57aaf8705e tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:24.565320 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-676653ff-8d1f-497a-ac9d-fe5d7a6d8fc5 req-46cbb903-e1f2-476b-b439-4d57aaf8705e tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 932 time: 0.0879426 Mar 07 23:27:24.615416 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-676653ff-8d1f-497a-ac9d-fe5d7a6d8fc5 req-4ab91795-36af-4701-ae95-7acb7b85cc91 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433383 Mar 07 23:27:24.617115 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8f78ae7d-d84b-4473-b6aa-77d07ad6d281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for network (1e0e21e0-abba-4950-8845-adf027f36461), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:24.618114 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f78ae7d-d84b-4473-b6aa-77d07ad6d281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:24.618703 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8f78ae7d-d84b-4473-b6aa-77d07ad6d281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:24.681141 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78ae7d-d84b-4473-b6aa-77d07ad6d281 admin admin] Pushing event updated for resources: {'Network': ['ID=1e0e21e0-abba-4950-8845-adf027f36461,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:24.691689 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Network 1e0e21e0-abba-4950-8845-adf027f36461 details requested by agent ovs-agent-dv-cinder-813223-6-iscsi with host dv-cinder-813223-6-iscsi {{(pid=103609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 23:27:24.711567 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-8f78ae7d-d84b-4473-b6aa-77d07ad6d281 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6726830 Mar 07 23:27:24.714726 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 48548) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:24.722920 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-7a283638-3066-4437-8306-b3fe8d0e36ad admin admin] Request body: {'subnet': {'network_id': '1e0e21e0-abba-4950-8845-adf027f36461', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-677524272-subnet', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'ip_version': 4}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:24.806002 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a283638-3066-4437-8306-b3fe8d0e36ad admin admin] Made reservation on behalf of 25a4d0166d864672a640afb3acc447a6 for: {'subnet': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:27:24.808401 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7a283638-3066-4437-8306-b3fe8d0e36ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2721206'] for subnet (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:25.320335 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7a283638-3066-4437-8306-b3fe8d0e36ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2398858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2721192'] for subnet (caaa6708-4795-4194-bc9c-5e8e405fe9ae), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:25.376714 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a283638-3066-4437-8306-b3fe8d0e36ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=caaa6708-4795-4194-bc9c-5e8e405fe9ae,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:25.384835 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a283638-3066-4437-8306-b3fe8d0e36ad admin admin] Checking segment: {'id': '80337a17-c777-4b29-b22d-3a760188a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:27:25.385235 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a283638-3066-4437-8306-b3fe8d0e36ad admin admin] Network hostable DHCP agents. Network: 1e0e21e0-abba-4950-8845-adf027f36461, hostable agents: ['3a1e77f0-bb24-4b35-90df-eea7dfe1ff53'], hosted agents: [] {{(pid=103608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 23:27:25.479795 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a283638-3066-4437-8306-b3fe8d0e36ad admin admin] Network 1e0e21e0-abba-4950-8845-adf027f36461 is scheduled to be hosted by DHCP agent 3a1e77f0-bb24-4b35-90df-eea7dfe1ff53 with binding_index 1 {{(pid=103608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 23:27:25.548829 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-7a283638-3066-4437-8306-b3fe8d0e36ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-6-iscsi, 1e0e21e0-abba-4950-8845-adf027f36461) {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:27:25.553682 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a283638-3066-4437-8306-b3fe8d0e36ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:25.554292 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7a283638-3066-4437-8306-b3fe8d0e36ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:25.560034 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50263d58-eec7-4ef0-9b89-b6634df7fbba None None] Network 1e0e21e0-abba-4950-8845-adf027f36461 requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:27:25.637914 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-7a283638-3066-4437-8306-b3fe8d0e36ad admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9208832 Mar 07 23:27:25.640610 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 48552) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:25.646585 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-3193d02b-65f3-4ae1-baf6-a5533f2466ea admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-677524272-router', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:25.768222 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3193d02b-65f3-4ae1-baf6-a5533f2466ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router (6a6821c3-76c3-4e15-8532-de076f300683), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:25.769875 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3193d02b-65f3-4ae1-baf6-a5533f2466ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559065', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28521'] for router (6a6821c3-76c3-4e15-8532-de076f300683), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:25.791216 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a7075-0b60-4a69-b7d7-0791bcce1ef7 req-4f813d43-a41c-4992-9657-f0ec9a50a19e tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:25.792764 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-666a7075-0b60-4a69-b7d7-0791bcce1ef7 req-4f813d43-a41c-4992-9657-f0ec9a50a19e tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 932 time: 0.0792985 Mar 07 23:27:25.812338 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc51abc-6357-4422-b8b5-461c144652ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b02c19c-3456-5a5a-9b35-9d2361f84021-1e0e21e0-abba-4950-8845-adf027f36461', 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461', 'project_id': '25a4d0166d864672a640afb3acc447a6', 'fixed_ips': [{'subnet_id': 'caaa6708-4795-4194-bc9c-5e8e405fe9ae'}]}} from dv-cinder-813223-6-iscsi. {{(pid=103609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 23:27:25.813424 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-7fc51abc-6357-4422-b8b5-461c144652ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:25.854626 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3193d02b-65f3-4ae1-baf6-a5533f2466ea admin admin] Publish callbacks [] for router_controller (6a6821c3-76c3-4e15-8532-de076f300683), precommit_add_association {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:25.882287 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-666a7075-0b60-4a69-b7d7-0791bcce1ef7 req-2162093a-bb3d-4e39-b695-03b34ed46818 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712852 Mar 07 23:27:25.996812 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.db_base_plugin_common [None req-7fc51abc-6357-4422-b8b5-461c144652ba None None] Allocated IP 172.20.0.2 (1e0e21e0-abba-4950-8845-adf027f36461/caaa6708-4795-4194-bc9c-5e8e405fe9ae/6f0eb739-aaae-429a-85b7-d0ba28445183) {{(pid=103609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:27:26.030575 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:26.083419 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3193d02b-65f3-4ae1-baf6-a5533f2466ea admin admin] Publish callbacks [] for router_gateway (6a6821c3-76c3-4e15-8532-de076f300683), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:26.186707 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-7fc51abc-6357-4422-b8b5-461c144652ba None None] Publish callbacks [] for port (6f0eb739-aaae-429a-85b7-d0ba28445183), precommit_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:26.189776 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-51a779cc-5097-4e0e-86de-fa9d82effe45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:26.274821 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-7fc51abc-6357-4422-b8b5-461c144652ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871'] for port (6f0eb739-aaae-429a-85b7-d0ba28445183), after_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:26.340375 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc51abc-6357-4422-b8b5-461c144652ba None None] Network 1e0e21e0-abba-4950-8845-adf027f36461 is already hosted by enough agents. {{(pid=103609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:27:26.344520 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.scheduler.base_scheduler [None req-7fc51abc-6357-4422-b8b5-461c144652ba None None] Resources bound (agent type, host, resource id): {{(pid=103609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:27:26.347546 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc51abc-6357-4422-b8b5-461c144652ba None None] Received port after_create {{(pid=103609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:27:26.354982 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3193d02b-65f3-4ae1-baf6-a5533f2466ea admin admin] Publish callbacks [] for router_gateway (6a6821c3-76c3-4e15-8532-de076f300683), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:26.356598 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc51abc-6357-4422-b8b5-461c144652ba None None] Pushing event updated for resources: {'Port': ['ID=6f0eb739-aaae-429a-85b7-d0ba28445183,revision_number=1']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:26.388330 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3193d02b-65f3-4ae1-baf6-a5533f2466ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:26.434016 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-7fc51abc-6357-4422-b8b5-461c144652ba None None] Attempting to bind port 6f0eb739-aaae-429a-85b7-d0ba28445183 on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:27:26.434451 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-7fc51abc-6357-4422-b8b5-461c144652ba None None] Attempting to bind port 6f0eb739-aaae-429a-85b7-d0ba28445183 by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': '80337a17-c777-4b29-b22d-3a760188a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:27:26.434875 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc51abc-6357-4422-b8b5-461c144652ba None None] Attempting to bind port 6f0eb739-aaae-429a-85b7-d0ba28445183 on network 1e0e21e0-abba-4950-8845-adf027f36461 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:27:26.440598 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc51abc-6357-4422-b8b5-461c144652ba None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:27:26.440994 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc51abc-6357-4422-b8b5-461c144652ba None None] Checking segment: {'id': '80337a17-c777-4b29-b22d-3a760188a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:27:26.442992 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-7fc51abc-6357-4422-b8b5-461c144652ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:26.443428 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc51abc-6357-4422-b8b5-461c144652ba None None] Bound using segment: {'id': '80337a17-c777-4b29-b22d-3a760188a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:27:26.443861 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-7fc51abc-6357-4422-b8b5-461c144652ba None None] Bound port: 6f0eb739-aaae-429a-85b7-d0ba28445183, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80337a17-c777-4b29-b22d-3a760188a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:27:26.444495 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-7fc51abc-6357-4422-b8b5-461c144652ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (6f0eb739-aaae-429a-85b7-d0ba28445183), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:26.530007 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-7fc51abc-6357-4422-b8b5-461c144652ba None None] For port 6f0eb739-aaae-429a-85b7-d0ba28445183, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:27:26.534205 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-7fc51abc-6357-4422-b8b5-461c144652ba None None] For port 6f0eb739-aaae-429a-85b7-d0ba28445183, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=6f0eb739-aaae-429a-85b7-d0ba28445183,segment=NetworkSegment(80337a17-c777-4b29-b22d-3a760188a594),segment_id=80337a17-c777-4b29-b22d-3a760188a594)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:27:26.563725 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-3193d02b-65f3-4ae1-baf6-a5533f2466ea admin admin] Allocated IP 172.27.3.59 (4f60912c-99c2-416c-85f4-ec579757987b/f4612345-726c-47ef-92a6-cd50d588f814/1cd32233-ed0a-47cd-a334-42e248c017d3) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:27:26.606142 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-7fc51abc-6357-4422-b8b5-461c144652ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (6f0eb739-aaae-429a-85b7-d0ba28445183), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:26.715657 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc51abc-6357-4422-b8b5-461c144652ba None None] Pushing event updated for resources: {'Port': ['ID=6f0eb739-aaae-429a-85b7-d0ba28445183,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:26.761066 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3193d02b-65f3-4ae1-baf6-a5533f2466ea admin admin] Publish callbacks [] for port (1cd32233-ed0a-47cd-a334-42e248c017d3), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:26.887612 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3193d02b-65f3-4ae1-baf6-a5533f2466ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (1cd32233-ed0a-47cd-a334-42e248c017d3), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:26.954761 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3193d02b-65f3-4ae1-baf6-a5533f2466ea admin admin] Network 4f60912c-99c2-416c-85f4-ec579757987b is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:27:26.957992 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-3193d02b-65f3-4ae1-baf6-a5533f2466ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:27:26.972526 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3193d02b-65f3-4ae1-baf6-a5533f2466ea admin admin] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:27:27.022922 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193d02b-65f3-4ae1-baf6-a5533f2466ea admin admin] Pushing event updated for resources: {'Port': ['ID=1cd32233-ed0a-47cd-a334-42e248c017d3,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:27.096116 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6b41b-900f-4d91-9c11-8125a094c146 req-8c4c555e-408c-4b88-88d2-85e002db605a tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:27.099074 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-31a6b41b-900f-4d91-9c11-8125a094c146 req-8c4c555e-408c-4b88-88d2-85e002db605a tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 932 time: 0.1087372 Mar 07 23:27:27.174684 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-31a6b41b-900f-4d91-9c11-8125a094c146 req-8cb37c00-041e-4945-a3a3-40a85bcd989f tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688844 Mar 07 23:27:27.404266 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3193d02b-65f3-4ae1-baf6-a5533f2466ea admin admin] Publish callbacks [] for router_gateway (6a6821c3-76c3-4e15-8532-de076f300683), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:27.742763 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:27.983499 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e37c13d-df96-4ee8-9177-897c4003999c None None] Network 1e0e21e0-abba-4950-8845-adf027f36461 requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:27:28.005555 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3193d02b-65f3-4ae1-baf6-a5533f2466ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559092'] for router (6a6821c3-76c3-4e15-8532-de076f300683), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:28.057784 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-f3097704-98a1-43ea-9d04-0454363e3531 None None] Provisioning complete for port 6f0eb739-aaae-429a-85b7-d0ba28445183 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:28.058233 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f3097704-98a1-43ea-9d04-0454363e3531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (6f0eb739-aaae-429a-85b7-d0ba28445183), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:28.245276 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-f3097704-98a1-43ea-9d04-0454363e3531 None None] Current status of the port 6f0eb739-aaae-429a-85b7-d0ba28445183 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:28.245664 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f3097704-98a1-43ea-9d04-0454363e3531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (6f0eb739-aaae-429a-85b7-d0ba28445183), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:28.312222 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3193d02b-65f3-4ae1-baf6-a5533f2466ea admin admin] Router 6a6821c3-76c3-4e15-8532-de076f300683 is scheduled to L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 with binding_index 1 {{(pid=103608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 23:27:28.325346 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-f3097704-98a1-43ea-9d04-0454363e3531 None None] For port 6f0eb739-aaae-429a-85b7-d0ba28445183, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=6f0eb739-aaae-429a-85b7-d0ba28445183,segment=NetworkSegment(80337a17-c777-4b29-b22d-3a760188a594),segment_id=80337a17-c777-4b29-b22d-3a760188a594)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:27:28.370464 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f3097704-98a1-43ea-9d04-0454363e3531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (6f0eb739-aaae-429a-85b7-d0ba28445183), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:28.399909 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369081a-8e56-4092-99e6-1a5a2e125b23 req-2b0343af-0bd8-492e-84b6-59bdf08b1bc5 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:28.401593 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0369081a-8e56-4092-99e6-1a5a2e125b23 req-2b0343af-0bd8-492e-84b6-59bdf08b1bc5 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 932 time: 0.1183946 Mar 07 23:27:28.478515 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3097704-98a1-43ea-9d04-0454363e3531 None None] Pushing event updated for resources: {'Port': ['ID=6f0eb739-aaae-429a-85b7-d0ba28445183,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:28.538089 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0369081a-8e56-4092-99e6-1a5a2e125b23 req-5239f47e-737f-4422-9a17-15b1e1754dbf tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055305 Mar 07 23:27:28.541187 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3193d02b-65f3-4ae1-baf6-a5533f2466ea admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:27:28.552158 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] Sync routers for ids ['6a6821c3-76c3-4e15-8532-de076f300683'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:27:28.564815 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] Routers {'6a6821c3-76c3-4e15-8532-de076f300683'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:27:28.568106 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:27:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['6a6821c3-76c3-4e15-8532-de076f300683'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:28.594559 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-5c982ff1-341d-431d-bee4-362693e3929d None None] Provisioning complete for port 6f0eb739-aaae-429a-85b7-d0ba28445183 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:28.595080 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-5c982ff1-341d-431d-bee4-362693e3929d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (6f0eb739-aaae-429a-85b7-d0ba28445183), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:28.630761 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-3193d02b-65f3-4ae1-baf6-a5533f2466ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:28.632019 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-3193d02b-65f3-4ae1-baf6-a5533f2466ea admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9904253 Mar 07 23:27:28.634724 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 48582) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:28.685777 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] Set router 6a6821c3-76c3-4e15-8532-de076f300683 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:27:28.686067 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-5c982ff1-341d-431d-bee4-362693e3929d None None] Current status of the port 6f0eb739-aaae-429a-85b7-d0ba28445183 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:28.911914 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 6f0eb739-aaae-429a-85b7-d0ba28445183 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:27:28.919716 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6821c3-76c3-4e15-8532-de076f300683', 'name': 'tempest-TestShelveInstance-677524272-router', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:25Z', 'updated_at': '2022-03-07T23:27:27Z', 'revision_number': 3, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'gw_port': {'id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:38:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:26Z', 'updated_at': '2022-03-07T23:27:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:28.935443 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:28.998388 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 6f0eb739-aaae-429a-85b7-d0ba28445183 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:28.998759 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (6f0eb739-aaae-429a-85b7-d0ba28445183), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:29.085741 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 6f0eb739-aaae-429a-85b7-d0ba28445183 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:29.098847 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] Checking router: 6a6821c3-76c3-4e15-8532-de076f300683 for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:27:29.099207 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] Updating router 6a6821c3-76c3-4e15-8532-de076f300683 port 1cd32233-ed0a-47cd-a334-42e248c017d3 binding host dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 23:27:29.126411 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (1cd32233-ed0a-47cd-a334-42e248c017d3), before_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:29.200411 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-17f9f0f3-8afb-499a-8de0-dd9f5dd04da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:29.367959 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-17f9f0f3-8afb-499a-8de0-dd9f5dd04da5 admin admin] Allocated IP 172.20.0.1 (1e0e21e0-abba-4950-8845-adf027f36461/caaa6708-4795-4194-bc9c-5e8e405fe9ae/9e3c448f-fcaa-4d85-862a-8e4caa4de194) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:27:29.389702 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] Publish callbacks [] for port (1cd32233-ed0a-47cd-a334-42e248c017d3), precommit_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:29.451575 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (1cd32233-ed0a-47cd-a334-42e248c017d3), after_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:29.474234 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-17f9f0f3-8afb-499a-8de0-dd9f5dd04da5 admin admin] Publish callbacks [] for port (9e3c448f-fcaa-4d85-862a-8e4caa4de194), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:29.506550 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] Attempting to bind port 1cd32233-ed0a-47cd-a334-42e248c017d3 on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:27:29.508850 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] Attempting to bind port 1cd32233-ed0a-47cd-a334-42e248c017d3 by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}] {{(pid=103610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:27:29.508850 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] Attempting to bind port 1cd32233-ed0a-47cd-a334-42e248c017d3 on network 4f60912c-99c2-416c-85f4-ec579757987b {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:27:29.509149 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2187118-039d-4a03-a1e0-18b93e0ae843 None None] Pushing event updated for resources: {'Port': ['ID=1cd32233-ed0a-47cd-a334-42e248c017d3,revision_number=2']} {{(pid=103610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:29.514490 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:27:29.514865 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] Checking segment: {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:27:29.515261 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:29.515641 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] Bound using segment: {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'} {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:27:29.516702 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] Bound port: 1cd32233-ed0a-47cd-a334-42e248c017d3, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}}] {{(pid=103610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:27:29.516702 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (1cd32233-ed0a-47cd-a334-42e248c017d3), before_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:29.560350 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-17f9f0f3-8afb-499a-8de0-dd9f5dd04da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (9e3c448f-fcaa-4d85-862a-8e4caa4de194), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:29.564358 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.db [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] For port 1cd32233-ed0a-47cd-a334-42e248c017d3, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:27:29.568566 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.db [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] For port 1cd32233-ed0a-47cd-a334-42e248c017d3, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=1cd32233-ed0a-47cd-a334-42e248c017d3,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:27:29.607014 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f9f0f3-8afb-499a-8de0-dd9f5dd04da5 admin admin] Network 1e0e21e0-abba-4950-8845-adf027f36461 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:27:29.609951 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-17f9f0f3-8afb-499a-8de0-dd9f5dd04da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:27:29.614061 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f9f0f3-8afb-499a-8de0-dd9f5dd04da5 admin admin] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:27:29.630277 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (1cd32233-ed0a-47cd-a334-42e248c017d3), after_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:29.637710 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9f0f3-8afb-499a-8de0-dd9f5dd04da5 admin admin] Pushing event updated for resources: {'Port': ['ID=9e3c448f-fcaa-4d85-862a-8e4caa4de194,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:29.661401 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-17f9f0f3-8afb-499a-8de0-dd9f5dd04da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558041'] for router_interface (6a6821c3-76c3-4e15-8532-de076f300683), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:29.692319 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] Routers {'6a6821c3-76c3-4e15-8532-de076f300683'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:27:29.693021 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:27:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['6a6821c3-76c3-4e15-8532-de076f300683'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:29.697725 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d916fb-14cc-4e7f-b518-d6f49db85e2f req-a94becae-8fd3-4aae-95e2-322c73266f63 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:29.700168 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b1d916fb-14cc-4e7f-b518-d6f49db85e2f req-a94becae-8fd3-4aae-95e2-322c73266f63 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 932 time: 0.0882034 Mar 07 23:27:29.752088 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b1d916fb-14cc-4e7f-b518-d6f49db85e2f req-0ed18728-97d6-4898-8a4a-239a3e75bcd0 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462093 Mar 07 23:27:29.757423 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2187118-039d-4a03-a1e0-18b93e0ae843 None None] Pushing event updated for resources: {'Port': ['ID=1cd32233-ed0a-47cd-a334-42e248c017d3,revision_number=3']} {{(pid=103610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:29.819482 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] Set router 6a6821c3-76c3-4e15-8532-de076f300683 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:27:29.891799 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-17f9f0f3-8afb-499a-8de0-dd9f5dd04da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (9e3c448f-fcaa-4d85-862a-8e4caa4de194), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:29.915232 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-09b35a89-0e13-4e71-8729-75978a379673 None None] Provisioning complete for port 9e3c448f-fcaa-4d85-862a-8e4caa4de194 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:29.915839 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-09b35a89-0e13-4e71-8729-75978a379673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (9e3c448f-fcaa-4d85-862a-8e4caa4de194), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:29.953955 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-09b35a89-0e13-4e71-8729-75978a379673 None None] Port 9e3c448f-fcaa-4d85-862a-8e4caa4de194 cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:27:29.998956 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6821c3-76c3-4e15-8532-de076f300683', 'name': 'tempest-TestShelveInstance-677524272-router', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:25Z', 'updated_at': '2022-03-07T23:27:27Z', 'revision_number': 3, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'gw_port': {'id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:38:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:26Z', 'updated_at': '2022-03-07T23:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:30.026345 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f35a19f-cbb5-4096-8f3f-6e410f5475f7 None None] The sync data for ids ['6a6821c3-76c3-4e15-8532-de076f300683'] in dv-cinder-813223-6-iscsi is: [{'id': '6a6821c3-76c3-4e15-8532-de076f300683', 'name': 'tempest-TestShelveInstance-677524272-router', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:25Z', 'updated_at': '2022-03-07T23:27:27Z', 'revision_number': 3, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'gw_port': {'id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:38:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:26Z', 'updated_at': '2022-03-07T23:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:27:30.050075 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-17f9f0f3-8afb-499a-8de0-dd9f5dd04da5 admin admin] Publish callbacks [] for port (9e3c448f-fcaa-4d85-862a-8e4caa4de194), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:30.108437 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-17f9f0f3-8afb-499a-8de0-dd9f5dd04da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (9e3c448f-fcaa-4d85-862a-8e4caa4de194), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:30.175812 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9f0f3-8afb-499a-8de0-dd9f5dd04da5 admin admin] Pushing event updated for resources: {'Port': ['ID=9e3c448f-fcaa-4d85-862a-8e4caa4de194,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:30.179999 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-17f9f0f3-8afb-499a-8de0-dd9f5dd04da5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558005'] for router_interface (6a6821c3-76c3-4e15-8532-de076f300683), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:30.286871 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f9f0f3-8afb-499a-8de0-dd9f5dd04da5 admin admin] Network 1e0e21e0-abba-4950-8845-adf027f36461 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:27:30.290112 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-17f9f0f3-8afb-499a-8de0-dd9f5dd04da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:27:30.415870 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f9f0f3-8afb-499a-8de0-dd9f5dd04da5 admin admin] Router 6a6821c3-76c3-4e15-8532-de076f300683 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:27:30.540465 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f9f0f3-8afb-499a-8de0-dd9f5dd04da5 admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:27:30.545792 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-17f9f0f3-8afb-499a-8de0-dd9f5dd04da5 admin admin] 10.222.0.24 "PUT /v2.0/routers/6a6821c3-76c3-4e15-8532-de076f300683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9101167 Mar 07 23:27:30.577235 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-53535f7c-e2e0-4605-9a2a-87131e7c3ff7 None None] Provisioning complete for port 9e3c448f-fcaa-4d85-862a-8e4caa4de194 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:30.577902 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-53535f7c-e2e0-4605-9a2a-87131e7c3ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (9e3c448f-fcaa-4d85-862a-8e4caa4de194), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:30.615087 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-53535f7c-e2e0-4605-9a2a-87131e7c3ff7 None None] Port 9e3c448f-fcaa-4d85-862a-8e4caa4de194 cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:27:30.829466 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 1cd32233-ed0a-47cd-a334-42e248c017d3 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:27:30.880306 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 1cd32233-ed0a-47cd-a334-42e248c017d3 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:30.880896 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (1cd32233-ed0a-47cd-a334-42e248c017d3), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:30.903301 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc58c12-e26d-48f7-89c0-5786b5ea50a6 req-d7377b3d-c350-44b0-b4a6-e51ae7d9cc57 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:30.907539 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2fc58c12-e26d-48f7-89c0-5786b5ea50a6 req-d7377b3d-c350-44b0-b4a6-e51ae7d9cc57 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 932 time: 0.0614429 Mar 07 23:27:30.953199 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2fc58c12-e26d-48f7-89c0-5786b5ea50a6 req-b0bdd1ff-9143-4471-8782-6e6fa39355b5 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422926 Mar 07 23:27:30.954042 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:30.970435 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 1cd32233-ed0a-47cd-a334-42e248c017d3 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:30.970820 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (1cd32233-ed0a-47cd-a334-42e248c017d3), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:30.989940 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] For port 1cd32233-ed0a-47cd-a334-42e248c017d3, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=1cd32233-ed0a-47cd-a334-42e248c017d3,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:27:31.051765 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:27:31.528069 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (1cd32233-ed0a-47cd-a334-42e248c017d3), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:31.563481 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-281580ab-3445-4602-bddb-fa0ea9c7976d service neutron] Request body: {'port': {'device_id': '1facda27-a7d3-4a2f-87fe-61743ca9ba2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:31.582784 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Pushing event updated for resources: {'Port': ['ID=1cd32233-ed0a-47cd-a334-42e248c017d3,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:31.628073 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] Sync routers for ids ['6a6821c3-76c3-4e15-8532-de076f300683'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:27:31.631318 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-281580ab-3445-4602-bddb-fa0ea9c7976d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:31.637868 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] Routers {'6a6821c3-76c3-4e15-8532-de076f300683'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:27:31.638485 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:27:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['6a6821c3-76c3-4e15-8532-de076f300683'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:31.750088 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] Set router 6a6821c3-76c3-4e15-8532-de076f300683 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:27:31.894732 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-281580ab-3445-4602-bddb-fa0ea9c7976d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:27:31.904367 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-281580ab-3445-4602-bddb-fa0ea9c7976d service neutron] Publish callbacks [] for port (0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:31.919768 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-281580ab-3445-4602-bddb-fa0ea9c7976d service neutron] Transition to ACTIVE for port object 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed will not be triggered until provisioned by entity L2. {{(pid=103608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 23:27:31.960518 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6821c3-76c3-4e15-8532-de076f300683', 'name': 'tempest-TestShelveInstance-677524272-router', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:25Z', 'updated_at': '2022-03-07T23:27:29Z', 'revision_number': 4, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'gw_port': {'id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:38:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:26Z', 'updated_at': '2022-03-07T23:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '9e3c448f-fcaa-4d85-862a-8e4caa4de194', 'name': '', 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'mac_address': 'fa:16:3e:58:fa:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'caaa6708-4795-4194-bc9c-5e8e405fe9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:29Z', 'updated_at': '2022-03-07T23:27:29Z', 'revision_number': 2, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'subnets': [{'id': 'caaa6708-4795-4194-bc9c-5e8e405fe9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:31.989948 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] Checking router: 6a6821c3-76c3-4e15-8532-de076f300683 for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:27:31.990316 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] Updating router 6a6821c3-76c3-4e15-8532-de076f300683 port 9e3c448f-fcaa-4d85-862a-8e4caa4de194 binding host dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 23:27:32.017026 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-281580ab-3445-4602-bddb-fa0ea9c7976d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:32.021087 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (9e3c448f-fcaa-4d85-862a-8e4caa4de194), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:32.025320 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 48612) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:32.031848 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-4899611a-2d0b-4254-ad9b-0e85e91c4aa6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1713191123-network', 'tenant_id': 'bcb9124d3bbf4e479544c8b488d013e3'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:32.074440 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281580ab-3445-4602-bddb-fa0ea9c7976d service neutron] Pushing event updated for resources: {'Port': ['ID=0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:32.125009 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face3dea-9060-4fb1-a793-606be63cccf6 req-1f92b53c-37d4-4351-9f94-729b0311a72b tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:32.127993 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-face3dea-9060-4fb1-a793-606be63cccf6 req-1f92b53c-37d4-4351-9f94-729b0311a72b tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 944 time: 0.0762444 Mar 07 23:27:32.132320 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4899611a-2d0b-4254-ad9b-0e85e91c4aa6 admin admin] Made reservation on behalf of bcb9124d3bbf4e479544c8b488d013e3 for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:27:32.137807 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4899611a-2d0b-4254-ad9b-0e85e91c4aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:32.149405 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4899611a-2d0b-4254-ad9b-0e85e91c4aa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:32.157633 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-281580ab-3445-4602-bddb-fa0ea9c7976d service neutron] Attempting to bind port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:27:32.158167 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-281580ab-3445-4602-bddb-fa0ea9c7976d service neutron] Attempting to bind port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '56cad15d-2387-462c-8fd4-2d5991506f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:27:32.158600 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-281580ab-3445-4602-bddb-fa0ea9c7976d service neutron] Attempting to bind port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed on network 3908e938-b356-4eea-a575-774f9d2496e1 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:27:32.164779 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-281580ab-3445-4602-bddb-fa0ea9c7976d service neutron] Port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed on network 3908e938-b356-4eea-a575-774f9d2496e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 23:27:32.165204 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-281580ab-3445-4602-bddb-fa0ea9c7976d service neutron] Attempting to bind port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed on network 3908e938-b356-4eea-a575-774f9d2496e1 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:27:32.171692 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-281580ab-3445-4602-bddb-fa0ea9c7976d service neutron] Checking agent: {'id': 'c3ad4338-66dc-4d28-9621-abda7889d413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'started_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:27:32.172194 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-281580ab-3445-4602-bddb-fa0ea9c7976d service neutron] Checking segment: {'id': '56cad15d-2387-462c-8fd4-2d5991506f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:27:32.172987 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-281580ab-3445-4602-bddb-fa0ea9c7976d service neutron] Bound using segment: {'id': '56cad15d-2387-462c-8fd4-2d5991506f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:27:32.174505 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-281580ab-3445-4602-bddb-fa0ea9c7976d service neutron] Bound port: 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56cad15d-2387-462c-8fd4-2d5991506f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:27:32.174505 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-281580ab-3445-4602-bddb-fa0ea9c7976d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:32.222521 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-face3dea-9060-4fb1-a793-606be63cccf6 req-f8e767c9-7545-475d-bf47-3b01213a1c00 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749681 Mar 07 23:27:32.260972 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-281580ab-3445-4602-bddb-fa0ea9c7976d service neutron] For port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed, host hv-cinder-81322, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:27:32.266972 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-281580ab-3445-4602-bddb-fa0ea9c7976d service neutron] For port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed,segment=NetworkSegment(56cad15d-2387-462c-8fd4-2d5991506f1a),segment_id=56cad15d-2387-462c-8fd4-2d5991506f1a)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:27:32.276271 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4899611a-2d0b-4254-ad9b-0e85e91c4aa6 admin admin] Publish callbacks [] for security_group (6e99354e-94f0-466d-9b8f-43943212a7b0), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:32.332097 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-281580ab-3445-4602-bddb-fa0ea9c7976d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:32.340458 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] Publish callbacks [] for port (9e3c448f-fcaa-4d85-862a-8e4caa4de194), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:32.360082 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4899611a-2d0b-4254-ad9b-0e85e91c4aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (6e99354e-94f0-466d-9b8f-43943212a7b0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:32.368455 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-281580ab-3445-4602-bddb-fa0ea9c7976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:32.368455 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-281580ab-3445-4602-bddb-fa0ea9c7976d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:32.368455 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-281580ab-3445-4602-bddb-fa0ea9c7976d service neutron] 10.222.0.16 "PUT /v2.0/ports/0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed HTTP/1.1" status: 200 len: 1094 time: 0.8092341 Mar 07 23:27:32.368455 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1facda27-a7d3-4a2f-87fe-61743ca9ba2f', 'tag': '0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:27:32.370280 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bbcd0a-befc-4de1-9914-e0dedcb75198" -d '{"events": [{"name": "network-changed", "server_uuid": "1facda27-a7d3-4a2f-87fe-61743ca9ba2f", "tag": "0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:27:32.390546 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4899611a-2d0b-4254-ad9b-0e85e91c4aa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 23:27:32.401552 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899611a-2d0b-4254-ad9b-0e85e91c4aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e99354e-94f0-466d-9b8f-43943212a7b0,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:32.407492 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4899611a-2d0b-4254-ad9b-0e85e91c4aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (11d06484-145a-4d6f-a94e-d7d8aece74fd), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:32.408072 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.segments_db [None req-4899611a-2d0b-4254-ad9b-0e85e91c4aa6 admin admin] Added segment 11d06484-145a-4d6f-a94e-d7d8aece74fd of type vlan for network db938c7b-8344-4ef7-b5c1-0a222e49b0f4 Mar 07 23:27:32.411538 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281580ab-3445-4602-bddb-fa0ea9c7976d service neutron] Pushing event updated for resources: {'Port': ['ID=0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:32.411910 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (9e3c448f-fcaa-4d85-862a-8e4caa4de194), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:32.424349 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a65aa73-f347-4a3f-b053-b64ea68ea77c x-openstack-request-id: req-9a65aa73-f347-4a3f-b053-b64ea68ea77c {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:27:32.424349 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1facda27-a7d3-4a2f-87fe-61743ca9ba2f", "tag": "0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:27:32.424349 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a65aa73-f347-4a3f-b053-b64ea68ea77c {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:27:32.427302 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1facda27-a7d3-4a2f-87fe-61743ca9ba2f', 'tag': '0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed', 'status': 'completed', 'code': 200} Mar 07 23:27:32.464923 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b2f6a-a4b9-4c66-a292-59235b2bfa31 None None] Pushing event updated for resources: {'Port': ['ID=9e3c448f-fcaa-4d85-862a-8e4caa4de194,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:32.488524 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4899611a-2d0b-4254-ad9b-0e85e91c4aa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747802386454'] for network (db938c7b-8344-4ef7-b5c1-0a222e49b0f4), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:32.525746 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbcd0a-befc-4de1-9914-e0dedcb75198 req-257688b5-cb7d-407b-bef3-368d362ebc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:32.527794 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c9bbcd0a-befc-4de1-9914-e0dedcb75198 req-257688b5-cb7d-407b-bef3-368d362ebc40 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2bdb22df29a4630861847d27d56928a&device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 1128 time: 0.0777912 Mar 07 23:27:32.556655 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] Attempting to bind port 9e3c448f-fcaa-4d85-862a-8e4caa4de194 on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:27:32.556655 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] Attempting to bind port 9e3c448f-fcaa-4d85-862a-8e4caa4de194 by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': '80337a17-c777-4b29-b22d-3a760188a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:27:32.556655 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] Attempting to bind port 9e3c448f-fcaa-4d85-862a-8e4caa4de194 on network 1e0e21e0-abba-4950-8845-adf027f36461 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:27:32.562293 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:27:32.562677 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] Checking segment: {'id': '80337a17-c777-4b29-b22d-3a760188a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:27:32.563077 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:32.563463 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] Bound using segment: {'id': '80337a17-c777-4b29-b22d-3a760188a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:27:32.563930 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] Bound port: 9e3c448f-fcaa-4d85-862a-8e4caa4de194, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80337a17-c777-4b29-b22d-3a760188a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:27:32.564315 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (9e3c448f-fcaa-4d85-862a-8e4caa4de194), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:32.617403 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4899611a-2d0b-4254-ad9b-0e85e91c4aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for network (db938c7b-8344-4ef7-b5c1-0a222e49b0f4), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:32.618430 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4899611a-2d0b-4254-ad9b-0e85e91c4aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:32.622322 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4899611a-2d0b-4254-ad9b-0e85e91c4aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:32.666831 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] For port 9e3c448f-fcaa-4d85-862a-8e4caa4de194, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:27:32.671381 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] For port 9e3c448f-fcaa-4d85-862a-8e4caa4de194, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=9e3c448f-fcaa-4d85-862a-8e4caa4de194,segment=NetworkSegment(80337a17-c777-4b29-b22d-3a760188a594),segment_id=80337a17-c777-4b29-b22d-3a760188a594)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:27:32.677542 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbcd0a-befc-4de1-9914-e0dedcb75198 req-10605f8c-3778-49ae-b2e1-8e0c9933244d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:32.680122 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c9bbcd0a-befc-4de1-9914-e0dedcb75198 req-10605f8c-3778-49ae-b2e1-8e0c9933244d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d2bdb22df29a4630861847d27d56928a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1444311 Mar 07 23:27:32.692924 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899611a-2d0b-4254-ad9b-0e85e91c4aa6 admin admin] Pushing event updated for resources: {'Network': ['ID=db938c7b-8344-4ef7-b5c1-0a222e49b0f4,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:32.704057 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Network db938c7b-8344-4ef7-b5c1-0a222e49b0f4 details requested by agent ovs-agent-dv-cinder-813223-6-iscsi with host dv-cinder-813223-6-iscsi {{(pid=103609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 23:27:32.757767 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-4899611a-2d0b-4254-ad9b-0e85e91c4aa6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7253010 Mar 07 23:27:32.757767 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 48624) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:32.760102 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2b6997d4-ce92-4288-a71a-ec6bff6eab88 admin admin] Request body: {'subnet': {'network_id': 'db938c7b-8344-4ef7-b5c1-0a222e49b0f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1713191123-subnet', 'tenant_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:32.797462 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbcd0a-befc-4de1-9914-e0dedcb75198 req-bbc887f3-44ca-46d1-905e-56ceebab04a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:32.803154 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c9bbcd0a-befc-4de1-9914-e0dedcb75198 req-bbc887f3-44ca-46d1-905e-56ceebab04a6 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1139448 Mar 07 23:27:32.817094 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (9e3c448f-fcaa-4d85-862a-8e4caa4de194), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:32.831888 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 1cd32233-ed0a-47cd-a334-42e248c017d3 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:27:32.846759 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6997d4-ce92-4288-a71a-ec6bff6eab88 admin admin] Made reservation on behalf of bcb9124d3bbf4e479544c8b488d013e3 for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:27:32.849193 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2b6997d4-ce92-4288-a71a-ec6bff6eab88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8993514'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:32.890499 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-56785a93-c1e7-4c3f-91ed-697c3e2880bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:32.892695 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-56785a93-c1e7-4c3f-91ed-697c3e2880bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2bdb22df29a4630861847d27d56928a&device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 1128 time: 0.0571070 Mar 07 23:27:32.950433 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b2f6a-a4b9-4c66-a292-59235b2bfa31 None None] Pushing event updated for resources: {'Port': ['ID=9e3c448f-fcaa-4d85-862a-8e4caa4de194,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:32.953230 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] Routers {'6a6821c3-76c3-4e15-8532-de076f300683'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:27:32.953874 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:27:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['6a6821c3-76c3-4e15-8532-de076f300683'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:32.968926 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-bf5dc66f-7812-4b87-9153-78f913094556 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed HTTP/1.1" status: 200 len: 217 time: 0.0692852 Mar 07 23:27:32.999672 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-c0a0090f-19f8-478d-9741-8c3f4fa840ed None None] Provisioning complete for port 9e3c448f-fcaa-4d85-862a-8e4caa4de194 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:33.002002 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c0a0090f-19f8-478d-9741-8c3f4fa840ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (9e3c448f-fcaa-4d85-862a-8e4caa4de194), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:33.037846 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-bc9686fa-ee38-4ca3-87d5-b76529d11b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:33.040611 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-bc9686fa-ee38-4ca3-87d5-b76529d11b41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed71b9a0-47fc-479d-b6e8-58ebf0a1106f HTTP/1.1" status: 200 len: 854 time: 0.0639312 Mar 07 23:27:33.091441 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 1cd32233-ed0a-47cd-a334-42e248c017d3 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:33.091813 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (1cd32233-ed0a-47cd-a334-42e248c017d3), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:33.093007 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2b6997d4-ce92-4288-a71a-ec6bff6eab88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9281534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8993524'] for subnet (5bc040b4-e273-448f-a394-3a3592cf8224), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:33.106241 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-9e649907-3bad-408c-a1f1-26d0ba431915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:33.108323 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-9e649907-3bad-408c-a1f1-26d0ba431915 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3908e938-b356-4eea-a575-774f9d2496e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614297 Mar 07 23:27:33.145672 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] Set router 6a6821c3-76c3-4e15-8532-de076f300683 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:27:33.168923 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6997d4-ce92-4288-a71a-ec6bff6eab88 admin admin] Checking segment: {'id': '11d06484-145a-4d6f-a94e-d7d8aece74fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'db938c7b-8344-4ef7-b5c1-0a222e49b0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:27:33.169553 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6997d4-ce92-4288-a71a-ec6bff6eab88 admin admin] Network hostable DHCP agents. Network: db938c7b-8344-4ef7-b5c1-0a222e49b0f4, hostable agents: ['3a1e77f0-bb24-4b35-90df-eea7dfe1ff53'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 23:27:33.171839 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6997d4-ce92-4288-a71a-ec6bff6eab88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bc040b4-e273-448f-a394-3a3592cf8224,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:33.221102 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-6361bddb-f1b9-4008-923c-956bbd81afa0 service neutron] 10.222.0.16 "GET /v2.0/networks/3908e938-b356-4eea-a575-774f9d2496e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054373 Mar 07 23:27:33.257880 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0090f-19f8-478d-9741-8c3f4fa840ed None None] Current status of the port 9e3c448f-fcaa-4d85-862a-8e4caa4de194 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:33.258296 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c0a0090f-19f8-478d-9741-8c3f4fa840ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (9e3c448f-fcaa-4d85-862a-8e4caa4de194), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:33.322544 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8356f1c0-4acd-461a-9b4b-2007a7c1ed16 req-6351ede2-898f-4382-b22e-bbb00ffb0222 service neutron] 10.222.0.16 "GET /v2.0/networks/3908e938-b356-4eea-a575-774f9d2496e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957775 Mar 07 23:27:33.358652 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c53488-6ed5-42e0-9e12-8a81d7bf4212 req-7a4ad474-0319-4e52-85ab-4cf193ccf144 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:33.360227 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-08c53488-6ed5-42e0-9e12-8a81d7bf4212 req-7a4ad474-0319-4e52-85ab-4cf193ccf144 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 944 time: 0.0559256 Mar 07 23:27:33.373796 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6997d4-ce92-4288-a71a-ec6bff6eab88 admin admin] Network db938c7b-8344-4ef7-b5c1-0a222e49b0f4 is scheduled to be hosted by DHCP agent 3a1e77f0-bb24-4b35-90df-eea7dfe1ff53 with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 23:27:33.415477 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-08c53488-6ed5-42e0-9e12-8a81d7bf4212 req-25ae5cd3-65e7-4e91-8d6e-963832db7fda tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489502 Mar 07 23:27:33.474482 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-2b6997d4-ce92-4288-a71a-ec6bff6eab88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-6-iscsi, db938c7b-8344-4ef7-b5c1-0a222e49b0f4) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:27:33.478844 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6997d4-ce92-4288-a71a-ec6bff6eab88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:33.479940 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2b6997d4-ce92-4288-a71a-ec6bff6eab88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:33.489542 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ee2b9a-db19-4cec-a939-7d6540a53554 None None] Network db938c7b-8344-4ef7-b5c1-0a222e49b0f4 requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:27:33.495486 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 1cd32233-ed0a-47cd-a334-42e248c017d3 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:33.526559 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-c0a0090f-19f8-478d-9741-8c3f4fa840ed None None] For port 9e3c448f-fcaa-4d85-862a-8e4caa4de194, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=9e3c448f-fcaa-4d85-862a-8e4caa4de194,segment=NetworkSegment(80337a17-c777-4b29-b22d-3a760188a594),segment_id=80337a17-c777-4b29-b22d-3a760188a594)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:27:33.562643 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-2b6997d4-ce92-4288-a71a-ec6bff6eab88 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8083920 Mar 07 23:27:33.565329 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 48630) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:33.570283 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-ced4f955-65e9-4705-8910-b6c0a16adf66 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1713191123-router', 'tenant_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:33.601710 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c0a0090f-19f8-478d-9741-8c3f4fa840ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (9e3c448f-fcaa-4d85-862a-8e4caa4de194), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:33.657026 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ced4f955-65e9-4705-8910-b6c0a16adf66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router (691e3dd0-1cb0-4336-a902-b1f5155e1c8d), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:33.658205 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ced4f955-65e9-4705-8910-b6c0a16adf66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559065', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28521'] for router (691e3dd0-1cb0-4336-a902-b1f5155e1c8d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:33.681943 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3185df5-d98f-4526-88f3-99f13e1f5ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b02c19c-3456-5a5a-9b35-9d2361f84021-db938c7b-8344-4ef7-b5c1-0a222e49b0f4', 'network_id': 'db938c7b-8344-4ef7-b5c1-0a222e49b0f4', 'project_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'fixed_ips': [{'subnet_id': '5bc040b4-e273-448f-a394-3a3592cf8224'}]}} from dv-cinder-813223-6-iscsi. {{(pid=103609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 23:27:33.682787 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d3185df5-d98f-4526-88f3-99f13e1f5ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:33.696148 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0090f-19f8-478d-9741-8c3f4fa840ed None None] Pushing event updated for resources: {'Port': ['ID=9e3c448f-fcaa-4d85-862a-8e4caa4de194,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:33.715574 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ced4f955-65e9-4705-8910-b6c0a16adf66 admin admin] Publish callbacks [] for router_controller (691e3dd0-1cb0-4336-a902-b1f5155e1c8d), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:33.729705 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6821c3-76c3-4e15-8532-de076f300683', 'name': 'tempest-TestShelveInstance-677524272-router', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:25Z', 'updated_at': '2022-03-07T23:27:29Z', 'revision_number': 4, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'gw_port': {'id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:38:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:26Z', 'updated_at': '2022-03-07T23:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '9e3c448f-fcaa-4d85-862a-8e4caa4de194', 'name': '', 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'mac_address': 'fa:16:3e:58:fa:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'caaa6708-4795-4194-bc9c-5e8e405fe9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:29Z', 'updated_at': '2022-03-07T23:27:32Z', 'revision_number': 4, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'subnets': [{'id': 'caaa6708-4795-4194-bc9c-5e8e405fe9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:33.809194 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5692a-a078-4e91-b9f4-842d89248941 None None] The sync data for ids ['6a6821c3-76c3-4e15-8532-de076f300683'] in dv-cinder-813223-6-iscsi is: [{'id': '6a6821c3-76c3-4e15-8532-de076f300683', 'name': 'tempest-TestShelveInstance-677524272-router', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:25Z', 'updated_at': '2022-03-07T23:27:29Z', 'revision_number': 4, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'gw_port': {'id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:38:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:26Z', 'updated_at': '2022-03-07T23:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '9e3c448f-fcaa-4d85-862a-8e4caa4de194', 'name': '', 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'mac_address': 'fa:16:3e:58:fa:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'caaa6708-4795-4194-bc9c-5e8e405fe9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:29Z', 'updated_at': '2022-03-07T23:27:32Z', 'revision_number': 4, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'subnets': [{'id': 'caaa6708-4795-4194-bc9c-5e8e405fe9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:27:33.816140 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-abda87d4-7b55-4d07-9892-f379dc6a80a4 None None] Provisioning complete for port 9e3c448f-fcaa-4d85-862a-8e4caa4de194 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:33.817075 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-abda87d4-7b55-4d07-9892-f379dc6a80a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (9e3c448f-fcaa-4d85-862a-8e4caa4de194), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:33.907389 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.db_base_plugin_common [None req-d3185df5-d98f-4526-88f3-99f13e1f5ee0 None None] Allocated IP 172.20.0.2 (db938c7b-8344-4ef7-b5c1-0a222e49b0f4/5bc040b4-e273-448f-a394-3a3592cf8224/ea61ba73-d942-421e-af73-b1f268adb79b) {{(pid=103609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:27:33.936991 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ced4f955-65e9-4705-8910-b6c0a16adf66 admin admin] Publish callbacks [] for router_gateway (691e3dd0-1cb0-4336-a902-b1f5155e1c8d), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:34.005751 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-abda87d4-7b55-4d07-9892-f379dc6a80a4 None None] Current status of the port 9e3c448f-fcaa-4d85-862a-8e4caa4de194 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:34.104692 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d3185df5-d98f-4526-88f3-99f13e1f5ee0 None None] Publish callbacks [] for port (ea61ba73-d942-421e-af73-b1f268adb79b), precommit_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:34.189064 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d3185df5-d98f-4526-88f3-99f13e1f5ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871'] for port (ea61ba73-d942-421e-af73-b1f268adb79b), after_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:34.245421 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3185df5-d98f-4526-88f3-99f13e1f5ee0 None None] Network db938c7b-8344-4ef7-b5c1-0a222e49b0f4 is already hosted by enough agents. {{(pid=103609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:27:34.245939 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ced4f955-65e9-4705-8910-b6c0a16adf66 admin admin] Publish callbacks [] for router_gateway (691e3dd0-1cb0-4336-a902-b1f5155e1c8d), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:34.253336 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.scheduler.base_scheduler [None req-d3185df5-d98f-4526-88f3-99f13e1f5ee0 None None] Resources bound (agent type, host, resource id): {{(pid=103609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:27:34.253336 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3185df5-d98f-4526-88f3-99f13e1f5ee0 None None] Received port after_create {{(pid=103609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:27:34.262558 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3185df5-d98f-4526-88f3-99f13e1f5ee0 None None] Pushing event updated for resources: {'Port': ['ID=ea61ba73-d942-421e-af73-b1f268adb79b,revision_number=1']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:34.275654 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ced4f955-65e9-4705-8910-b6c0a16adf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:34.311793 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-d3185df5-d98f-4526-88f3-99f13e1f5ee0 None None] Attempting to bind port ea61ba73-d942-421e-af73-b1f268adb79b on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:27:34.312150 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-d3185df5-d98f-4526-88f3-99f13e1f5ee0 None None] Attempting to bind port ea61ba73-d942-421e-af73-b1f268adb79b by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': '11d06484-145a-4d6f-a94e-d7d8aece74fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'db938c7b-8344-4ef7-b5c1-0a222e49b0f4'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:27:34.312520 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3185df5-d98f-4526-88f3-99f13e1f5ee0 None None] Attempting to bind port ea61ba73-d942-421e-af73-b1f268adb79b on network db938c7b-8344-4ef7-b5c1-0a222e49b0f4 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:27:34.319223 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3185df5-d98f-4526-88f3-99f13e1f5ee0 None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:27:34.319607 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3185df5-d98f-4526-88f3-99f13e1f5ee0 None None] Checking segment: {'id': '11d06484-145a-4d6f-a94e-d7d8aece74fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'db938c7b-8344-4ef7-b5c1-0a222e49b0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:27:34.320013 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d3185df5-d98f-4526-88f3-99f13e1f5ee0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:34.320412 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3185df5-d98f-4526-88f3-99f13e1f5ee0 None None] Bound using segment: {'id': '11d06484-145a-4d6f-a94e-d7d8aece74fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'db938c7b-8344-4ef7-b5c1-0a222e49b0f4'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:27:34.321289 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-d3185df5-d98f-4526-88f3-99f13e1f5ee0 None None] Bound port: ea61ba73-d942-421e-af73-b1f268adb79b, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d06484-145a-4d6f-a94e-d7d8aece74fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'db938c7b-8344-4ef7-b5c1-0a222e49b0f4'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:27:34.321289 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d3185df5-d98f-4526-88f3-99f13e1f5ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (ea61ba73-d942-421e-af73-b1f268adb79b), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:34.391448 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-d3185df5-d98f-4526-88f3-99f13e1f5ee0 None None] For port ea61ba73-d942-421e-af73-b1f268adb79b, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:27:34.394868 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-d3185df5-d98f-4526-88f3-99f13e1f5ee0 None None] For port ea61ba73-d942-421e-af73-b1f268adb79b, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=ea61ba73-d942-421e-af73-b1f268adb79b,segment=NetworkSegment(11d06484-145a-4d6f-a94e-d7d8aece74fd),segment_id=11d06484-145a-4d6f-a94e-d7d8aece74fd)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:27:34.403694 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-ced4f955-65e9-4705-8910-b6c0a16adf66 admin admin] Allocated IP 172.27.3.161 (4f60912c-99c2-416c-85f4-ec579757987b/f4612345-726c-47ef-92a6-cd50d588f814/dad5e875-2665-4c5f-a318-bacebba0799b) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:27:34.474705 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d3185df5-d98f-4526-88f3-99f13e1f5ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (ea61ba73-d942-421e-af73-b1f268adb79b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:34.531863 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ced4f955-65e9-4705-8910-b6c0a16adf66 admin admin] Publish callbacks [] for port (dad5e875-2665-4c5f-a318-bacebba0799b), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:34.566020 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3185df5-d98f-4526-88f3-99f13e1f5ee0 None None] Pushing event updated for resources: {'Port': ['ID=ea61ba73-d942-421e-af73-b1f268adb79b,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:34.605853 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed846a-3b2a-415f-bbd0-735e52965073 req-05cbeff4-254a-4a24-b2c1-ab10515223dd tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:34.607421 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-63ed846a-3b2a-415f-bbd0-735e52965073 req-05cbeff4-254a-4a24-b2c1-ab10515223dd tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 944 time: 0.1099510 Mar 07 23:27:34.658265 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ced4f955-65e9-4705-8910-b6c0a16adf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (dad5e875-2665-4c5f-a318-bacebba0799b), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:34.671992 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-63ed846a-3b2a-415f-bbd0-735e52965073 req-a6ab40bb-6ec7-41be-9e9b-7280cccfc477 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551205 Mar 07 23:27:34.726140 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced4f955-65e9-4705-8910-b6c0a16adf66 admin admin] Network 4f60912c-99c2-416c-85f4-ec579757987b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:27:34.729228 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-ced4f955-65e9-4705-8910-b6c0a16adf66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:27:34.732846 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced4f955-65e9-4705-8910-b6c0a16adf66 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:27:34.783409 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4f955-65e9-4705-8910-b6c0a16adf66 admin admin] Pushing event updated for resources: {'Port': ['ID=dad5e875-2665-4c5f-a318-bacebba0799b,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:34.909867 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 9e3c448f-fcaa-4d85-862a-8e4caa4de194 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:27:34.965298 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 9e3c448f-fcaa-4d85-862a-8e4caa4de194 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:34.966032 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (9e3c448f-fcaa-4d85-862a-8e4caa4de194), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:35.047474 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 9e3c448f-fcaa-4d85-862a-8e4caa4de194 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:35.157447 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ced4f955-65e9-4705-8910-b6c0a16adf66 admin admin] Publish callbacks [] for router_gateway (691e3dd0-1cb0-4336-a902-b1f5155e1c8d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:35.355497 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ced4f955-65e9-4705-8910-b6c0a16adf66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559092'] for router (691e3dd0-1cb0-4336-a902-b1f5155e1c8d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:35.553088 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e35faa5-90e5-4d5d-a76e-890a1a847d67 None None] Network db938c7b-8344-4ef7-b5c1-0a222e49b0f4 requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:27:35.559503 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced4f955-65e9-4705-8910-b6c0a16adf66 admin admin] Router 691e3dd0-1cb0-4336-a902-b1f5155e1c8d is scheduled to L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 23:27:35.663789 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-f0ab1aa1-6483-4ced-b423-4ceb57acdf3d None None] Provisioning complete for port ea61ba73-d942-421e-af73-b1f268adb79b triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:35.664154 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f0ab1aa1-6483-4ced-b423-4ceb57acdf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (ea61ba73-d942-421e-af73-b1f268adb79b), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:35.667845 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced4f955-65e9-4705-8910-b6c0a16adf66 admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:27:35.677293 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] Sync routers for ids ['691e3dd0-1cb0-4336-a902-b1f5155e1c8d'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:27:35.688186 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] Routers {'691e3dd0-1cb0-4336-a902-b1f5155e1c8d'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:27:35.692579 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:27:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['691e3dd0-1cb0-4336-a902-b1f5155e1c8d'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:35.733072 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-ced4f955-65e9-4705-8910-b6c0a16adf66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:35.735600 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-ced4f955-65e9-4705-8910-b6c0a16adf66 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1690209 Mar 07 23:27:35.738820 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 48666) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:35.768381 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab1aa1-6483-4ced-b423-4ceb57acdf3d None None] Current status of the port ea61ba73-d942-421e-af73-b1f268adb79b is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:35.768723 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f0ab1aa1-6483-4ced-b423-4ceb57acdf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (ea61ba73-d942-421e-af73-b1f268adb79b), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:35.817609 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] Set router 691e3dd0-1cb0-4336-a902-b1f5155e1c8d gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:27:35.830608 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-f0ab1aa1-6483-4ced-b423-4ceb57acdf3d None None] For port ea61ba73-d942-421e-af73-b1f268adb79b, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=ea61ba73-d942-421e-af73-b1f268adb79b,segment=NetworkSegment(11d06484-145a-4d6f-a94e-d7d8aece74fd),segment_id=11d06484-145a-4d6f-a94e-d7d8aece74fd)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:27:35.841683 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:27:35.861645 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5eeba-76f5-4415-a8ac-38ef3fbcf7b0 req-68b94cc5-a613-41bf-a904-886afbe224c4 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:35.863260 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9db5eeba-76f5-4415-a8ac-38ef3fbcf7b0 req-68b94cc5-a613-41bf-a904-886afbe224c4 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 944 time: 0.0957866 Mar 07 23:27:35.908291 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f0ab1aa1-6483-4ced-b423-4ceb57acdf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (ea61ba73-d942-421e-af73-b1f268adb79b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:35.937824 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9db5eeba-76f5-4415-a8ac-38ef3fbcf7b0 req-edcbc685-1e93-4392-9f1d-90f3c8c77e78 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647626 Mar 07 23:27:36.043098 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab1aa1-6483-4ced-b423-4ceb57acdf3d None None] Pushing event updated for resources: {'Port': ['ID=ea61ba73-d942-421e-af73-b1f268adb79b,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:36.064144 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-790fbfb3-79dc-42fd-9f47-e1a903961bae None None] Provisioning complete for port ea61ba73-d942-421e-af73-b1f268adb79b triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:36.064799 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-790fbfb3-79dc-42fd-9f47-e1a903961bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (ea61ba73-d942-421e-af73-b1f268adb79b), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:36.067795 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed,segment=NetworkSegment(56cad15d-2387-462c-8fd4-2d5991506f1a),segment_id=56cad15d-2387-462c-8fd4-2d5991506f1a)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:27:36.088720 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691e3dd0-1cb0-4336-a902-b1f5155e1c8d', 'name': 'tempest-TestShelveInstance-1713191123-router', 'tenant_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'dad5e875-2665-4c5f-a318-bacebba0799b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:33Z', 'updated_at': '2022-03-07T23:27:34Z', 'revision_number': 3, 'project_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'gw_port': {'id': 'dad5e875-2665-4c5f-a318-bacebba0799b', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691e3dd0-1cb0-4336-a902-b1f5155e1c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:34Z', 'updated_at': '2022-03-07T23:27:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:36.102752 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': '0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed', 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1', 'port_id': '0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed', 'mac_address': 'fa:16:3e:54:b9:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed71b9a0-47fc-479d-b6e8-58ebf0a1106f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:27:36.123002 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] Checking router: 691e3dd0-1cb0-4336-a902-b1f5155e1c8d for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:27:36.123375 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] Updating router 691e3dd0-1cb0-4336-a902-b1f5155e1c8d port dad5e875-2665-4c5f-a318-bacebba0799b binding host dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 23:27:36.158629 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (dad5e875-2665-4c5f-a318-bacebba0799b), before_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:36.162320 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed is: DOWN; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:36.162717 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:36.184063 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:27:36.232444 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed,segment=NetworkSegment(56cad15d-2387-462c-8fd4-2d5991506f1a),segment_id=56cad15d-2387-462c-8fd4-2d5991506f1a)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:27:36.234982 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-790fbfb3-79dc-42fd-9f47-e1a903961bae None None] Current status of the port ea61ba73-d942-421e-af73-b1f268adb79b is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:36.299918 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8ab21c91-bec5-4d2f-9f36-79d159ff6e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:36.314672 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:36.365926 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:36.414259 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] Publish callbacks [] for port (dad5e875-2665-4c5f-a318-bacebba0799b), precommit_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:36.468711 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-8ab21c91-bec5-4d2f-9f36-79d159ff6e70 admin admin] Allocated IP 172.20.0.1 (db938c7b-8344-4ef7-b5c1-0a222e49b0f4/5bc040b4-e273-448f-a394-3a3592cf8224/d4cce47e-2b22-4919-9d01-fd31db619269) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:27:36.479811 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (dad5e875-2665-4c5f-a318-bacebba0799b), after_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:36.529776 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:27:36.538157 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] Attempting to bind port dad5e875-2665-4c5f-a318-bacebba0799b on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:27:36.538532 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] Attempting to bind port dad5e875-2665-4c5f-a318-bacebba0799b by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}] {{(pid=103610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:27:36.538904 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] Attempting to bind port dad5e875-2665-4c5f-a318-bacebba0799b on network 4f60912c-99c2-416c-85f4-ec579757987b {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:27:36.545917 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad95f1-2f9f-4874-b02a-e86cba37a526 None None] Pushing event updated for resources: {'Port': ['ID=dad5e875-2665-4c5f-a318-bacebba0799b,revision_number=2']} {{(pid=103610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:36.548994 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:27:36.549199 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] Checking segment: {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:27:36.549452 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:36.549837 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] Bound using segment: {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'} {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:27:36.550422 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] Bound port: dad5e875-2665-4c5f-a318-bacebba0799b, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}}] {{(pid=103610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:27:36.550738 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (dad5e875-2665-4c5f-a318-bacebba0799b), before_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:36.581472 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8ab21c91-bec5-4d2f-9f36-79d159ff6e70 admin admin] Publish callbacks [] for port (d4cce47e-2b22-4919-9d01-fd31db619269), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:36.603913 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.db [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] For port dad5e875-2665-4c5f-a318-bacebba0799b, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:27:36.607759 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.db [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] For port dad5e875-2665-4c5f-a318-bacebba0799b, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=dad5e875-2665-4c5f-a318-bacebba0799b,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:27:36.651857 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (dad5e875-2665-4c5f-a318-bacebba0799b), after_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:36.668878 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8ab21c91-bec5-4d2f-9f36-79d159ff6e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (d4cce47e-2b22-4919-9d01-fd31db619269), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:36.710700 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] Routers {'691e3dd0-1cb0-4336-a902-b1f5155e1c8d'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:27:36.711393 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:27:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['691e3dd0-1cb0-4336-a902-b1f5155e1c8d'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:36.714780 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab21c91-bec5-4d2f-9f36-79d159ff6e70 admin admin] Network db938c7b-8344-4ef7-b5c1-0a222e49b0f4 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:27:36.719197 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-8ab21c91-bec5-4d2f-9f36-79d159ff6e70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:27:36.723942 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab21c91-bec5-4d2f-9f36-79d159ff6e70 admin admin] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:27:36.727453 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab21c91-bec5-4d2f-9f36-79d159ff6e70 admin admin] Pushing event updated for resources: {'Port': ['ID=d4cce47e-2b22-4919-9d01-fd31db619269,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:36.774631 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8ab21c91-bec5-4d2f-9f36-79d159ff6e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558041'] for router_interface (691e3dd0-1cb0-4336-a902-b1f5155e1c8d), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:36.808176 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad95f1-2f9f-4874-b02a-e86cba37a526 None None] Pushing event updated for resources: {'Port': ['ID=dad5e875-2665-4c5f-a318-bacebba0799b,revision_number=3']} {{(pid=103610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:36.842709 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] Set router 691e3dd0-1cb0-4336-a902-b1f5155e1c8d gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:27:36.895930 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device ea61ba73-d942-421e-af73-b1f268adb79b up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:27:36.947228 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port ea61ba73-d942-421e-af73-b1f268adb79b triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:36.947615 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (ea61ba73-d942-421e-af73-b1f268adb79b), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:37.020639 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8ab21c91-bec5-4d2f-9f36-79d159ff6e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (d4cce47e-2b22-4919-9d01-fd31db619269), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:37.046017 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port ea61ba73-d942-421e-af73-b1f268adb79b is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:37.066655 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-deb775ec-b03d-41f2-b9d2-a3c152b008c7 None None] Provisioning complete for port d4cce47e-2b22-4919-9d01-fd31db619269 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:37.067643 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-deb775ec-b03d-41f2-b9d2-a3c152b008c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (d4cce47e-2b22-4919-9d01-fd31db619269), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:37.103107 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-deb775ec-b03d-41f2-b9d2-a3c152b008c7 None None] Port d4cce47e-2b22-4919-9d01-fd31db619269 cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:27:37.122653 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbe0bc-1082-4c44-a2bb-db4161bcc8e5 req-1221dc9a-af91-4270-9884-956a39cc643d tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:37.124137 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-41bbe0bc-1082-4c44-a2bb-db4161bcc8e5 req-1221dc9a-af91-4270-9884-956a39cc643d tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 945 time: 0.0941079 Mar 07 23:27:37.145676 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691e3dd0-1cb0-4336-a902-b1f5155e1c8d', 'name': 'tempest-TestShelveInstance-1713191123-router', 'tenant_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'dad5e875-2665-4c5f-a318-bacebba0799b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:33Z', 'updated_at': '2022-03-07T23:27:34Z', 'revision_number': 3, 'project_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'gw_port': {'id': 'dad5e875-2665-4c5f-a318-bacebba0799b', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691e3dd0-1cb0-4336-a902-b1f5155e1c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:34Z', 'updated_at': '2022-03-07T23:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:37.173309 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffbeeb3-3eee-4e26-8fb1-eb5b406318ca None None] The sync data for ids ['691e3dd0-1cb0-4336-a902-b1f5155e1c8d'] in dv-cinder-813223-6-iscsi is: [{'id': '691e3dd0-1cb0-4336-a902-b1f5155e1c8d', 'name': 'tempest-TestShelveInstance-1713191123-router', 'tenant_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'dad5e875-2665-4c5f-a318-bacebba0799b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:33Z', 'updated_at': '2022-03-07T23:27:34Z', 'revision_number': 3, 'project_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'gw_port': {'id': 'dad5e875-2665-4c5f-a318-bacebba0799b', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691e3dd0-1cb0-4336-a902-b1f5155e1c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:34Z', 'updated_at': '2022-03-07T23:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:27:37.223932 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-41bbe0bc-1082-4c44-a2bb-db4161bcc8e5 req-acc1b165-8718-40ed-8133-abe20838b416 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864363 Mar 07 23:27:37.272788 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8ab21c91-bec5-4d2f-9f36-79d159ff6e70 admin admin] Publish callbacks [] for port (d4cce47e-2b22-4919-9d01-fd31db619269), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:37.320441 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8ab21c91-bec5-4d2f-9f36-79d159ff6e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (d4cce47e-2b22-4919-9d01-fd31db619269), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:37.386837 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8ab21c91-bec5-4d2f-9f36-79d159ff6e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558005'] for router_interface (691e3dd0-1cb0-4336-a902-b1f5155e1c8d), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:37.394121 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab21c91-bec5-4d2f-9f36-79d159ff6e70 admin admin] Pushing event updated for resources: {'Port': ['ID=d4cce47e-2b22-4919-9d01-fd31db619269,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:37.512842 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab21c91-bec5-4d2f-9f36-79d159ff6e70 admin admin] Network db938c7b-8344-4ef7-b5c1-0a222e49b0f4 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:27:37.514318 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-8ab21c91-bec5-4d2f-9f36-79d159ff6e70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:27:37.645541 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 48682) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:37.669209 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab21c91-bec5-4d2f-9f36-79d159ff6e70 admin admin] Router 691e3dd0-1cb0-4336-a902-b1f5155e1c8d has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:27:37.836508 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-617649f1-83d3-4b8d-9714-e382a35c328d None None] Provisioning complete for port d4cce47e-2b22-4919-9d01-fd31db619269 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:37.837359 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-617649f1-83d3-4b8d-9714-e382a35c328d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (d4cce47e-2b22-4919-9d01-fd31db619269), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:37.841051 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:27:37.909277 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-617649f1-83d3-4b8d-9714-e382a35c328d None None] Port d4cce47e-2b22-4919-9d01-fd31db619269 cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:27:37.982674 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning for port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed completed by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 23:27:37.986971 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:37.987350 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:38.049486 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bf57a73a-6070-45f5-a581-dc686b880b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:38.071261 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:38.071844 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab21c91-bec5-4d2f-9f36-79d159ff6e70 admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:27:38.071945 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:38.079170 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-8ab21c91-bec5-4d2f-9f36-79d159ff6e70 admin admin] 10.222.0.24 "PUT /v2.0/routers/691e3dd0-1cb0-4336-a902-b1f5155e1c8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3385367 Mar 07 23:27:38.104809 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1facda27-a7d3-4a2f-87fe-61743ca9ba2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:27:38.107094 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8e7705-6875-4051-a791-c0c516509aed" -d '{"events": [{"server_uuid": "1facda27-a7d3-4a2f-87fe-61743ca9ba2f", "name": "network-vif-plugged", "status": "completed", "tag": "0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:27:38.119470 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed,segment=NetworkSegment(56cad15d-2387-462c-8fd4-2d5991506f1a),segment_id=56cad15d-2387-462c-8fd4-2d5991506f1a)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:27:38.144132 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bf57a73a-6070-45f5-a581-dc686b880b74 admin admin] Publish callbacks [] for security_group (bd1d6cda-92c4-4841-ad64-3ab7658a08c4), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:38.157660 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34209124-1d36-467f-892b-338e72e40b4a x-openstack-request-id: req-34209124-1d36-467f-892b-338e72e40b4a {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:27:38.157955 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1facda27-a7d3-4a2f-87fe-61743ca9ba2f", "name": "network-vif-plugged", "status": "completed", "tag": "0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:27:38.158206 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34209124-1d36-467f-892b-338e72e40b4a {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:27:38.158603 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1facda27-a7d3-4a2f-87fe-61743ca9ba2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed', 'code': 200} Mar 07 23:27:38.205547 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:38.234059 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bf57a73a-6070-45f5-a581-dc686b880b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (bd1d6cda-92c4-4841-ad64-3ab7658a08c4), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:38.277171 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-bf57a73a-6070-45f5-a581-dc686b880b74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35ca5621e6ee492188a1f2d1f5355c02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6387284 Mar 07 23:27:38.277171 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57a73a-6070-45f5-a581-dc686b880b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1d6cda-92c4-4841-ad64-3ab7658a08c4,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:38.277639 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 48696) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:38.286551 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:38.358723 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-694a769d-8ecf-4bf2-8477-3be02acad76e admin admin] Publish callbacks [] for security_group (bd1d6cda-92c4-4841-ad64-3ab7658a08c4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:38.391932 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea978bb-7ea2-4710-b419-dca9fe9a6a8e req-7809e9df-d713-4908-a8af-8e93ac49b2f5 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:38.393585 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3ea978bb-7ea2-4710-b419-dca9fe9a6a8e req-7809e9df-d713-4908-a8af-8e93ac49b2f5 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 946 time: 0.0873275 Mar 07 23:27:38.397892 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-694a769d-8ecf-4bf2-8477-3be02acad76e admin admin] Publish callbacks [] for security_group (bd1d6cda-92c4-4841-ad64-3ab7658a08c4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:38.465204 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3ea978bb-7ea2-4710-b419-dca9fe9a6a8e req-e147a87a-d052-4ddf-b9cb-87f61a81bdc8 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618305 Mar 07 23:27:38.554161 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-694a769d-8ecf-4bf2-8477-3be02acad76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (bd1d6cda-92c4-4841-ad64-3ab7658a08c4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:38.556751 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-694a769d-8ecf-4bf2-8477-3be02acad76e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:38.557904 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-694a769d-8ecf-4bf2-8477-3be02acad76e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd1d6cda-92c4-4841-ad64-3ab7658a08c4 HTTP/1.1" status: 204 len: 168 time: 0.2785628 Mar 07 23:27:38.567229 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a769d-8ecf-4bf2-8477-3be02acad76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1d6cda-92c4-4841-ad64-3ab7658a08c4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:38.613968 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adbcb2-ad5a-4af7-9d5b-e036857d3cad req-2a6c4c4f-719e-4047-b686-6e6340f7c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:38.615580 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-15adbcb2-ad5a-4af7-9d5b-e036857d3cad req-2a6c4c4f-719e-4047-b686-6e6340f7c49f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 1130 time: 0.0514174 Mar 07 23:27:38.659531 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-15adbcb2-ad5a-4af7-9d5b-e036857d3cad req-9effa593-09e8-4048-8887-61e76dff4f39 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378325 Mar 07 23:27:38.703253 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 48700) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:38.708410 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-6012907b-7325-4ed0-a4e5-79cb3e0bec2b tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1704266610', 'description': 'tempest-secgroup-smoke-1704266610 description', 'project_id': '25a4d0166d864672a640afb3acc447a6'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:38.788349 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6012907b-7325-4ed0-a4e5-79cb3e0bec2b tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:38.856799 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device dad5e875-2665-4c5f-a318-bacebba0799b up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:27:38.866844 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6012907b-7325-4ed0-a4e5-79cb3e0bec2b tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for security_group (4409d04f-bca8-447b-aeaa-2fac171ea720), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:38.913678 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port dad5e875-2665-4c5f-a318-bacebba0799b triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:38.913678 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (dad5e875-2665-4c5f-a318-bacebba0799b), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:38.925422 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6012907b-7325-4ed0-a4e5-79cb3e0bec2b tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (4409d04f-bca8-447b-aeaa-2fac171ea720), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:38.955301 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012907b-7325-4ed0-a4e5-79cb3e0bec2b tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4409d04f-bca8-447b-aeaa-2fac171ea720,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:38.990898 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] Sync routers for ids ['691e3dd0-1cb0-4336-a902-b1f5155e1c8d'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:27:38.994321 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port dad5e875-2665-4c5f-a318-bacebba0799b is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:38.994708 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (dad5e875-2665-4c5f-a318-bacebba0799b), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.007891 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6012907b-7325-4ed0-a4e5-79cb3e0bec2b tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.009252 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-6012907b-7325-4ed0-a4e5-79cb3e0bec2b tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3049316 Mar 07 23:27:39.012259 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 48704) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:39.016626 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-c1f15d7d-bdeb-4fab-b341-d2d944af59d7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Request body: {'security_group_rule': {'security_group_id': '4409d04f-bca8-447b-aeaa-2fac171ea720', 'project_id': '25a4d0166d864672a640afb3acc447a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:39.023070 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] Routers {'691e3dd0-1cb0-4336-a902-b1f5155e1c8d'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:27:39.023712 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:27:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['691e3dd0-1cb0-4336-a902-b1f5155e1c8d'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:39.026405 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] For port dad5e875-2665-4c5f-a318-bacebba0799b, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=dad5e875-2665-4c5f-a318-bacebba0799b,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:27:39.102829 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1f15d7d-bdeb-4fab-b341-d2d944af59d7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for security_group_rule (a48f30c0-0801-4632-bb9a-4223bee294c3), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.109905 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (dad5e875-2665-4c5f-a318-bacebba0799b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.156938 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1f15d7d-bdeb-4fab-b341-d2d944af59d7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for security_group_rule (a48f30c0-0801-4632-bb9a-4223bee294c3), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.169135 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] Set router 691e3dd0-1cb0-4336-a902-b1f5155e1c8d gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:27:39.195906 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 48706) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:39.197104 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Pushing event updated for resources: {'Port': ['ID=dad5e875-2665-4c5f-a318-bacebba0799b,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:39.209175 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5617a65c-a6ab-40a4-803d-6c480f40b4f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.224345 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1f15d7d-bdeb-4fab-b341-d2d944af59d7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (a48f30c0-0801-4632-bb9a-4223bee294c3), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.255005 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f15d7d-bdeb-4fab-b341-d2d944af59d7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a48f30c0-0801-4632-bb9a-4223bee294c3,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:39.328741 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c1f15d7d-bdeb-4fab-b341-d2d944af59d7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.332775 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 48708) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:39.333309 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-c1f15d7d-bdeb-4fab-b341-d2d944af59d7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3196082 Mar 07 23:27:39.337791 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-88d6863b-e478-45ca-9b2e-b67db103e72d tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Request body: {'security_group_rule': {'security_group_id': '4409d04f-bca8-447b-aeaa-2fac171ea720', 'project_id': '25a4d0166d864672a640afb3acc447a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:39.356521 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5617a65c-a6ab-40a4-803d-6c480f40b4f4 admin admin] Publish callbacks [] for security_group (81deed9d-9e54-4e6c-93d2-faeb9ccdc0af), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.376021 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691e3dd0-1cb0-4336-a902-b1f5155e1c8d', 'name': 'tempest-TestShelveInstance-1713191123-router', 'tenant_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'dad5e875-2665-4c5f-a318-bacebba0799b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:33Z', 'updated_at': '2022-03-07T23:27:36Z', 'revision_number': 4, 'project_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'gw_port': {'id': 'dad5e875-2665-4c5f-a318-bacebba0799b', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691e3dd0-1cb0-4336-a902-b1f5155e1c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:34Z', 'updated_at': '2022-03-07T23:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': 'd4cce47e-2b22-4919-9d01-fd31db619269', 'name': '', 'network_id': 'db938c7b-8344-4ef7-b5c1-0a222e49b0f4', 'tenant_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'mac_address': 'fa:16:3e:62:f5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691e3dd0-1cb0-4336-a902-b1f5155e1c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5bc040b4-e273-448f-a394-3a3592cf8224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:36Z', 'updated_at': '2022-03-07T23:27:37Z', 'revision_number': 2, 'project_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'subnets': [{'id': '5bc040b4-e273-448f-a394-3a3592cf8224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:39.398735 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-88d6863b-e478-45ca-9b2e-b67db103e72d tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for security_group_rule (40c666ca-f95a-4166-a249-c20230e108d0), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.406555 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] Checking router: 691e3dd0-1cb0-4336-a902-b1f5155e1c8d for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:27:39.406910 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] Updating router 691e3dd0-1cb0-4336-a902-b1f5155e1c8d port d4cce47e-2b22-4919-9d01-fd31db619269 binding host dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 23:27:39.411865 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5617a65c-a6ab-40a4-803d-6c480f40b4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (81deed9d-9e54-4e6c-93d2-faeb9ccdc0af), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.437978 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (d4cce47e-2b22-4919-9d01-fd31db619269), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.451565 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-5617a65c-a6ab-40a4-803d-6c480f40b4f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d68dbd5753b4fe1a06ed9e591272426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545741 Mar 07 23:27:39.453025 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617a65c-a6ab-40a4-803d-6c480f40b4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81deed9d-9e54-4e6c-93d2-faeb9ccdc0af,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:39.455975 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 48710) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:39.469300 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-88d6863b-e478-45ca-9b2e-b67db103e72d tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for security_group_rule (40c666ca-f95a-4166-a249-c20230e108d0), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.524363 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-88d6863b-e478-45ca-9b2e-b67db103e72d tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (40c666ca-f95a-4166-a249-c20230e108d0), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.528481 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-91d60409-ff99-4493-bd4b-1bdfe81f4661 admin admin] Publish callbacks [] for security_group (81deed9d-9e54-4e6c-93d2-faeb9ccdc0af), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.553380 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6863b-e478-45ca-9b2e-b67db103e72d tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c666ca-f95a-4166-a249-c20230e108d0,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:39.566641 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-91d60409-ff99-4493-bd4b-1bdfe81f4661 admin admin] Publish callbacks [] for security_group (81deed9d-9e54-4e6c-93d2-faeb9ccdc0af), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.598859 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f879fd2-6a3b-4159-ba68-31dbd843063f req-2e854328-2145-4066-942b-2a13885d42de tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:39.607763 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-88d6863b-e478-45ca-9b2e-b67db103e72d tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.608014 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5f879fd2-6a3b-4159-ba68-31dbd843063f req-2e854328-2145-4066-942b-2a13885d42de tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 946 time: 0.0695696 Mar 07 23:27:39.609600 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-88d6863b-e478-45ca-9b2e-b67db103e72d tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2756281 Mar 07 23:27:39.623699 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 48714) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:39.623699 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-9f92e5be-1ec7-4ed3-b860-f4137caf421f tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Request body: {'security_group_rule': {'security_group_id': '4409d04f-bca8-447b-aeaa-2fac171ea720', 'project_id': '25a4d0166d864672a640afb3acc447a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:39.658678 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5f879fd2-6a3b-4159-ba68-31dbd843063f req-4caecb59-6a7d-41a9-924a-e3e722596cc7 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492499 Mar 07 23:27:39.680742 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-91d60409-ff99-4493-bd4b-1bdfe81f4661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (81deed9d-9e54-4e6c-93d2-faeb9ccdc0af), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.683529 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-91d60409-ff99-4493-bd4b-1bdfe81f4661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.688513 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-91d60409-ff99-4493-bd4b-1bdfe81f4661 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81deed9d-9e54-4e6c-93d2-faeb9ccdc0af HTTP/1.1" status: 204 len: 168 time: 0.2286708 Mar 07 23:27:39.692573 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d60409-ff99-4493-bd4b-1bdfe81f4661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81deed9d-9e54-4e6c-93d2-faeb9ccdc0af,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:39.701682 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9f92e5be-1ec7-4ed3-b860-f4137caf421f tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for security_group_rule (be3b10a9-638a-4a66-aad3-0d22e7322298), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.754389 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] Publish callbacks [] for port (d4cce47e-2b22-4919-9d01-fd31db619269), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.761881 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9f92e5be-1ec7-4ed3-b860-f4137caf421f tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for security_group_rule (be3b10a9-638a-4a66-aad3-0d22e7322298), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.805644 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (d4cce47e-2b22-4919-9d01-fd31db619269), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.834430 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9f92e5be-1ec7-4ed3-b860-f4137caf421f tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (be3b10a9-638a-4a66-aad3-0d22e7322298), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.852854 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92e5be-1ec7-4ed3-b860-f4137caf421f tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3b10a9-638a-4a66-aad3-0d22e7322298,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:39.869548 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666ffd2-0d53-4234-a355-37a1dcd92bef None None] Pushing event updated for resources: {'Port': ['ID=d4cce47e-2b22-4919-9d01-fd31db619269,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:39.921940 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9f92e5be-1ec7-4ed3-b860-f4137caf421f tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.927588 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-9f92e5be-1ec7-4ed3-b860-f4137caf421f tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3093691 Mar 07 23:27:39.927588 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 48718) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:39.930563 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] Attempting to bind port d4cce47e-2b22-4919-9d01-fd31db619269 on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:27:39.930948 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] Attempting to bind port d4cce47e-2b22-4919-9d01-fd31db619269 by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': '11d06484-145a-4d6f-a94e-d7d8aece74fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'db938c7b-8344-4ef7-b5c1-0a222e49b0f4'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:27:39.931314 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] Attempting to bind port d4cce47e-2b22-4919-9d01-fd31db619269 on network db938c7b-8344-4ef7-b5c1-0a222e49b0f4 {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:27:39.931598 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-6a351210-95f6-498b-8ee9-339eafc843c5 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Request body: {'security_group_rule': {'security_group_id': '4409d04f-bca8-447b-aeaa-2fac171ea720', 'project_id': '25a4d0166d864672a640afb3acc447a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:39.937351 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:27:39.937735 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] Checking segment: {'id': '11d06484-145a-4d6f-a94e-d7d8aece74fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'db938c7b-8344-4ef7-b5c1-0a222e49b0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:27:39.938135 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:39.938532 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] Bound using segment: {'id': '11d06484-145a-4d6f-a94e-d7d8aece74fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'db938c7b-8344-4ef7-b5c1-0a222e49b0f4'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:27:39.939419 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] Bound port: d4cce47e-2b22-4919-9d01-fd31db619269, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d06484-145a-4d6f-a94e-d7d8aece74fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'db938c7b-8344-4ef7-b5c1-0a222e49b0f4'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:27:39.939800 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (d4cce47e-2b22-4919-9d01-fd31db619269), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:40.010427 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] For port d4cce47e-2b22-4919-9d01-fd31db619269, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:27:40.013950 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] For port d4cce47e-2b22-4919-9d01-fd31db619269, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=d4cce47e-2b22-4919-9d01-fd31db619269,segment=NetworkSegment(11d06484-145a-4d6f-a94e-d7d8aece74fd),segment_id=11d06484-145a-4d6f-a94e-d7d8aece74fd)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:27:40.045805 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-aeedaff0-26b0-4720-bf86-59f436557e91 None None] Provisioning complete for port d4cce47e-2b22-4919-9d01-fd31db619269 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:40.046174 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-aeedaff0-26b0-4720-bf86-59f436557e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (d4cce47e-2b22-4919-9d01-fd31db619269), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:40.085577 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6a351210-95f6-498b-8ee9-339eafc843c5 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for security_group_rule (873c62c9-505a-4082-90a0-8732271c02eb), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:40.086035 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-aeedaff0-26b0-4720-bf86-59f436557e91 None None] Port d4cce47e-2b22-4919-9d01-fd31db619269 cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:27:40.103018 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (d4cce47e-2b22-4919-9d01-fd31db619269), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:40.160248 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] Routers {'691e3dd0-1cb0-4336-a902-b1f5155e1c8d'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:27:40.165968 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:27:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['691e3dd0-1cb0-4336-a902-b1f5155e1c8d'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:40.170712 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6a351210-95f6-498b-8ee9-339eafc843c5 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for security_group_rule (873c62c9-505a-4082-90a0-8732271c02eb), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:40.211483 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666ffd2-0d53-4234-a355-37a1dcd92bef None None] Pushing event updated for resources: {'Port': ['ID=d4cce47e-2b22-4919-9d01-fd31db619269,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:40.223949 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6a351210-95f6-498b-8ee9-339eafc843c5 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (873c62c9-505a-4082-90a0-8732271c02eb), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:40.253474 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a351210-95f6-498b-8ee9-339eafc843c5 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873c62c9-505a-4082-90a0-8732271c02eb,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:40.293900 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] Set router 691e3dd0-1cb0-4336-a902-b1f5155e1c8d gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:27:40.304710 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-6a351210-95f6-498b-8ee9-339eafc843c5 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:40.306054 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-6a351210-95f6-498b-8ee9-339eafc843c5 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3791599 Mar 07 23:27:40.308717 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 48728) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:40.313541 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-a0a86489-945a-4713-a5ff-eaef976b4fa0 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Request body: {'security_group_rule': {'security_group_id': '4409d04f-bca8-447b-aeaa-2fac171ea720', 'project_id': '25a4d0166d864672a640afb3acc447a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:40.400036 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.db.securitygroups_db [None req-a0a86489-945a-4713-a5ff-eaef976b4fa0 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Project 25a4d0166d864672a640afb3acc447a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 23:27:40.410816 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a0a86489-945a-4713-a5ff-eaef976b4fa0 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for security_group_rule (e6042e81-f88a-4bc7-a2c7-195ad558fda9), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:40.451907 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-d6accca2-b236-4c3f-99a2-f45618cd2c1a None None] Provisioning complete for port d4cce47e-2b22-4919-9d01-fd31db619269 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:40.452200 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d6accca2-b236-4c3f-99a2-f45618cd2c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (d4cce47e-2b22-4919-9d01-fd31db619269), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:40.468812 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a0a86489-945a-4713-a5ff-eaef976b4fa0 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for security_group_rule (e6042e81-f88a-4bc7-a2c7-195ad558fda9), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:40.525502 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a0a86489-945a-4713-a5ff-eaef976b4fa0 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (e6042e81-f88a-4bc7-a2c7-195ad558fda9), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:40.545842 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a86489-945a-4713-a5ff-eaef976b4fa0 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6042e81-f88a-4bc7-a2c7-195ad558fda9,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:40.586384 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-d6accca2-b236-4c3f-99a2-f45618cd2c1a None None] Current status of the port d4cce47e-2b22-4919-9d01-fd31db619269 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:40.586768 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d6accca2-b236-4c3f-99a2-f45618cd2c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (d4cce47e-2b22-4919-9d01-fd31db619269), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:40.590370 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-a0a86489-945a-4713-a5ff-eaef976b4fa0 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:40.591815 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-a0a86489-945a-4713-a5ff-eaef976b4fa0 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2820182 Mar 07 23:27:40.594588 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 48738) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:40.599561 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-ef67c30e-f267-4767-8c36-dc15d2706e89 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Request body: {'security_group_rule': {'security_group_id': '4409d04f-bca8-447b-aeaa-2fac171ea720', 'project_id': '25a4d0166d864672a640afb3acc447a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:40.601087 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691e3dd0-1cb0-4336-a902-b1f5155e1c8d', 'name': 'tempest-TestShelveInstance-1713191123-router', 'tenant_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'dad5e875-2665-4c5f-a318-bacebba0799b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:33Z', 'updated_at': '2022-03-07T23:27:36Z', 'revision_number': 4, 'project_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'gw_port': {'id': 'dad5e875-2665-4c5f-a318-bacebba0799b', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691e3dd0-1cb0-4336-a902-b1f5155e1c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:34Z', 'updated_at': '2022-03-07T23:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': 'd4cce47e-2b22-4919-9d01-fd31db619269', 'name': '', 'network_id': 'db938c7b-8344-4ef7-b5c1-0a222e49b0f4', 'tenant_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'mac_address': 'fa:16:3e:62:f5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691e3dd0-1cb0-4336-a902-b1f5155e1c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5bc040b4-e273-448f-a394-3a3592cf8224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:36Z', 'updated_at': '2022-03-07T23:27:40Z', 'revision_number': 4, 'project_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'subnets': [{'id': '5bc040b4-e273-448f-a394-3a3592cf8224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:40.636822 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed82bc9-1307-4367-913d-ee58a11109e7 None None] The sync data for ids ['691e3dd0-1cb0-4336-a902-b1f5155e1c8d'] in dv-cinder-813223-6-iscsi is: [{'id': '691e3dd0-1cb0-4336-a902-b1f5155e1c8d', 'name': 'tempest-TestShelveInstance-1713191123-router', 'tenant_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'dad5e875-2665-4c5f-a318-bacebba0799b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:33Z', 'updated_at': '2022-03-07T23:27:36Z', 'revision_number': 4, 'project_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'gw_port': {'id': 'dad5e875-2665-4c5f-a318-bacebba0799b', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691e3dd0-1cb0-4336-a902-b1f5155e1c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:34Z', 'updated_at': '2022-03-07T23:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': 'd4cce47e-2b22-4919-9d01-fd31db619269', 'name': '', 'network_id': 'db938c7b-8344-4ef7-b5c1-0a222e49b0f4', 'tenant_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'mac_address': 'fa:16:3e:62:f5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691e3dd0-1cb0-4336-a902-b1f5155e1c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5bc040b4-e273-448f-a394-3a3592cf8224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:36Z', 'updated_at': '2022-03-07T23:27:40Z', 'revision_number': 4, 'project_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'subnets': [{'id': '5bc040b4-e273-448f-a394-3a3592cf8224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:27:40.653903 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-d6accca2-b236-4c3f-99a2-f45618cd2c1a None None] For port d4cce47e-2b22-4919-9d01-fd31db619269, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=d4cce47e-2b22-4919-9d01-fd31db619269,segment=NetworkSegment(11d06484-145a-4d6f-a94e-d7d8aece74fd),segment_id=11d06484-145a-4d6f-a94e-d7d8aece74fd)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:27:40.703252 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.db.securitygroups_db [None req-ef67c30e-f267-4767-8c36-dc15d2706e89 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Project 25a4d0166d864672a640afb3acc447a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 23:27:40.710354 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ef67c30e-f267-4767-8c36-dc15d2706e89 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for security_group_rule (684f5b84-02b9-4726-aba7-5e8e6a195594), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:40.755185 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d6accca2-b236-4c3f-99a2-f45618cd2c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (d4cce47e-2b22-4919-9d01-fd31db619269), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:40.904645 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ef67c30e-f267-4767-8c36-dc15d2706e89 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for security_group_rule (684f5b84-02b9-4726-aba7-5e8e6a195594), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:40.919750 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764ed02-4fdb-4073-84de-7856575aa807 req-de1c113d-2d9d-43a5-9d56-6dc2abe27e2c tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:40.927053 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6764ed02-4fdb-4073-84de-7856575aa807 req-de1c113d-2d9d-43a5-9d56-6dc2abe27e2c tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 946 time: 0.1717167 Mar 07 23:27:40.979060 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ef67c30e-f267-4767-8c36-dc15d2706e89 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (684f5b84-02b9-4726-aba7-5e8e6a195594), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:41.001279 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6764ed02-4fdb-4073-84de-7856575aa807 req-4b13cc4f-4d18-4f61-b9b4-a85ddf6f1a35 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727019 Mar 07 23:27:41.005221 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device d4cce47e-2b22-4919-9d01-fd31db619269 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:27:41.010191 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67c30e-f267-4767-8c36-dc15d2706e89 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=684f5b84-02b9-4726-aba7-5e8e6a195594,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:41.053187 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ef67c30e-f267-4767-8c36-dc15d2706e89 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:41.062263 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-ef67c30e-f267-4767-8c36-dc15d2706e89 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4588971 Mar 07 23:27:41.100772 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6accca2-b236-4c3f-99a2-f45618cd2c1a None None] Pushing event updated for resources: {'Port': ['ID=d4cce47e-2b22-4919-9d01-fd31db619269,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:41.124091 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port d4cce47e-2b22-4919-9d01-fd31db619269 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:41.124528 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (d4cce47e-2b22-4919-9d01-fd31db619269), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:41.258064 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port d4cce47e-2b22-4919-9d01-fd31db619269 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:41.259466 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device dad5e875-2665-4c5f-a318-bacebba0799b up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:27:41.344359 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port dad5e875-2665-4c5f-a318-bacebba0799b triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:41.344901 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (dad5e875-2665-4c5f-a318-bacebba0799b), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:41.478924 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b9e52-3e71-4c99-a5d8-34f565022ecf req-64e51ffd-e3e7-4e9f-b84e-2db0ba62f2d8 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:41.481557 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-499b9e52-3e71-4c99-a5d8-34f565022ecf req-64e51ffd-e3e7-4e9f-b84e-2db0ba62f2d8 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 946 time: 0.0786049 Mar 07 23:27:41.543563 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port dad5e875-2665-4c5f-a318-bacebba0799b is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:41.557571 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-499b9e52-3e71-4c99-a5d8-34f565022ecf req-df87b086-036c-4212-95bf-eaf6840bf3ab tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689096 Mar 07 23:27:42.103201 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f056052-c85e-41b1-aa2d-ba9c51e44fc1 req-82979563-beb9-4df1-b419-02ec3e194758 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:42.105388 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3f056052-c85e-41b1-aa2d-ba9c51e44fc1 req-82979563-beb9-4df1-b419-02ec3e194758 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 946 time: 0.0762804 Mar 07 23:27:42.160273 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3f056052-c85e-41b1-aa2d-ba9c51e44fc1 req-4b984056-9ddd-4e4a-83a4-ee07ffa6e09e tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492699 Mar 07 23:27:42.833211 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device d4cce47e-2b22-4919-9d01-fd31db619269 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:27:42.885761 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port d4cce47e-2b22-4919-9d01-fd31db619269 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:42.886136 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (d4cce47e-2b22-4919-9d01-fd31db619269), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:42.980808 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port d4cce47e-2b22-4919-9d01-fd31db619269 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:47.445245 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 48916) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:47.554051 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-23d57a2b-0a95-41eb-aae6-bd123596bb32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:47.625368 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-23d57a2b-0a95-41eb-aae6-bd123596bb32 admin admin] Publish callbacks [] for security_group (fbf2d3f3-912e-464c-8e6e-0dfadd02e5c3), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:47.673803 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-23d57a2b-0a95-41eb-aae6-bd123596bb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (fbf2d3f3-912e-464c-8e6e-0dfadd02e5c3), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:47.711952 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-23d57a2b-0a95-41eb-aae6-bd123596bb32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62b2bc34a5f146f9baadbeaf00d98cd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2654955 Mar 07 23:27:47.712818 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d57a2b-0a95-41eb-aae6-bd123596bb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf2d3f3-912e-464c-8e6e-0dfadd02e5c3,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:47.715419 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 48920) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:47.762686 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0186c5dc-8d4a-4bec-b98e-95f91f5ec451 admin admin] Publish callbacks [] for security_group (fbf2d3f3-912e-464c-8e6e-0dfadd02e5c3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:47.783878 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0186c5dc-8d4a-4bec-b98e-95f91f5ec451 admin admin] Publish callbacks [] for security_group (fbf2d3f3-912e-464c-8e6e-0dfadd02e5c3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:47.885674 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0186c5dc-8d4a-4bec-b98e-95f91f5ec451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (fbf2d3f3-912e-464c-8e6e-0dfadd02e5c3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:47.888256 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0186c5dc-8d4a-4bec-b98e-95f91f5ec451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:47.889448 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-0186c5dc-8d4a-4bec-b98e-95f91f5ec451 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fbf2d3f3-912e-464c-8e6e-0dfadd02e5c3 HTTP/1.1" status: 204 len: 168 time: 0.1725018 Mar 07 23:27:47.897231 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186c5dc-8d4a-4bec-b98e-95f91f5ec451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf2d3f3-912e-464c-8e6e-0dfadd02e5c3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:48.429938 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 48930) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:48.446764 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c079a551-42bf-4ffa-b86d-ca077bb5f07a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:48.523249 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c079a551-42bf-4ffa-b86d-ca077bb5f07a admin admin] Publish callbacks [] for security_group (8585ddd4-3eff-492c-a422-145cc874a113), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:48.593854 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c079a551-42bf-4ffa-b86d-ca077bb5f07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (8585ddd4-3eff-492c-a422-145cc874a113), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:48.632806 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-c079a551-42bf-4ffa-b86d-ca077bb5f07a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1564e3f328204277b9335c197371627d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013586 Mar 07 23:27:48.633611 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079a551-42bf-4ffa-b86d-ca077bb5f07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8585ddd4-3eff-492c-a422-145cc874a113,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:48.635581 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 48932) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:48.684596 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9975705d-d263-4d5b-897d-c1beae0e98ea admin admin] Publish callbacks [] for security_group (8585ddd4-3eff-492c-a422-145cc874a113), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:48.706534 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9975705d-d263-4d5b-897d-c1beae0e98ea admin admin] Publish callbacks [] for security_group (8585ddd4-3eff-492c-a422-145cc874a113), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:48.822866 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9975705d-d263-4d5b-897d-c1beae0e98ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (8585ddd4-3eff-492c-a422-145cc874a113), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:48.825493 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9975705d-d263-4d5b-897d-c1beae0e98ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:48.826654 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-9975705d-d263-4d5b-897d-c1beae0e98ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8585ddd4-3eff-492c-a422-145cc874a113 HTTP/1.1" status: 204 len: 168 time: 0.1900783 Mar 07 23:27:48.834601 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975705d-d263-4d5b-897d-c1beae0e98ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8585ddd4-3eff-492c-a422-145cc874a113,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:52.563438 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39177-d5e1-4d3f-917c-2a6664e25a9b req-5c2b2787-7588-4d8f-8d7f-cc47cde5fe01 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:52.564919 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-51f39177-d5e1-4d3f-917c-2a6664e25a9b req-5c2b2787-7588-4d8f-8d7f-cc47cde5fe01 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 946 time: 0.0551472 Mar 07 23:27:52.610299 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-51f39177-d5e1-4d3f-917c-2a6664e25a9b req-8c79f7f9-f833-4b73-add0-2de698927b31 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397115 Mar 07 23:27:52.634215 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49044) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:52.821736 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4d2c86-eb72-4d28-8e5f-9ecec5f49b0d tempest-TestMinimumBasicScenario-1510663854 tempest-TestMinimumBasicScenario-1510663854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:52.823249 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-8d4d2c86-eb72-4d28-8e5f-9ecec5f49b0d tempest-TestMinimumBasicScenario-1510663854 tempest-TestMinimumBasicScenario-1510663854-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 1125 time: 0.1880381 Mar 07 23:27:52.826062 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49050) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:52.830157 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-0233661b-ec71-4619-9b93-89edba830763 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Request body: {'floatingip': {'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'port_id': '0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:52.914209 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0233661b-ec71-4619-9b93-89edba830763 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:53.010666 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0233661b-ec71-4619-9b93-89edba830763 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:53.110906 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-0233661b-ec71-4619-9b93-89edba830763 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Allocated IP 172.27.3.114 (4f60912c-99c2-416c-85f4-ec579757987b/f4612345-726c-47ef-92a6-cd50d588f814/3fa83ef9-a57e-420e-af8c-f2d39c1d9e6d) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:27:53.213245 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0233661b-ec71-4619-9b93-89edba830763 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for port (3fa83ef9-a57e-420e-af8c-f2d39c1d9e6d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:53.297028 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0233661b-ec71-4619-9b93-89edba830763 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (3fa83ef9-a57e-420e-af8c-f2d39c1d9e6d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:53.336486 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0233661b-ec71-4619-9b93-89edba830763 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Network 4f60912c-99c2-416c-85f4-ec579757987b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:27:53.339858 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-0233661b-ec71-4619-9b93-89edba830763 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:27:53.343243 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0233661b-ec71-4619-9b93-89edba830763 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:27:53.348622 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233661b-ec71-4619-9b93-89edba830763 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Pushing event updated for resources: {'Port': ['ID=3fa83ef9-a57e-420e-af8c-f2d39c1d9e6d,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:53.885987 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f8bc7878-21a5-41cf-8547-b3c36e49b26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:53.986221 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0233661b-ec71-4619-9b93-89edba830763 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for floatingip (35930b37-86cd-4ed0-acd3-e1754669fac2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:54.101104 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0233661b-ec71-4619-9b93-89edba830763 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (3fa83ef9-a57e-420e-af8c-f2d39c1d9e6d), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:54.290250 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0233661b-ec71-4619-9b93-89edba830763 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for port (3fa83ef9-a57e-420e-af8c-f2d39c1d9e6d), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:54.331187 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0233661b-ec71-4619-9b93-89edba830763 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280631'] for port (3fa83ef9-a57e-420e-af8c-f2d39c1d9e6d), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:54.404772 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233661b-ec71-4619-9b93-89edba830763 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Pushing event updated for resources: {'Port': ['ID=3fa83ef9-a57e-420e-af8c-f2d39c1d9e6d,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:54.418933 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0233661b-ec71-4619-9b93-89edba830763 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (35930b37-86cd-4ed0-acd3-e1754669fac2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:54.524183 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.l3_db [None req-0233661b-ec71-4619-9b93-89edba830763 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Floating IP 35930b37-86cd-4ed0-acd3-e1754669fac2 associated. External IP: 172.27.3.114, port: 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed. Mar 07 23:27:54.732590 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0233661b-ec71-4619-9b93-89edba830763 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Router 5cbc94c5-047f-49e6-b755-f68be729f4d4 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:27:54.843971 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0233661b-ec71-4619-9b93-89edba830763 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:27:54.855206 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26ae3f0-139f-41a6-9486-2b9989fefa18 None None] Sync routers for ids ['5cbc94c5-047f-49e6-b755-f68be729f4d4'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:27:54.864969 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26ae3f0-139f-41a6-9486-2b9989fefa18 None None] Routers {'5cbc94c5-047f-49e6-b755-f68be729f4d4'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:27:54.865581 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-e26ae3f0-139f-41a6-9486-2b9989fefa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:27:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['5cbc94c5-047f-49e6-b755-f68be729f4d4'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:54.938599 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0233661b-ec71-4619-9b93-89edba830763 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:54.971587 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-e26ae3f0-139f-41a6-9486-2b9989fefa18 None None] Set router 5cbc94c5-047f-49e6-b755-f68be729f4d4 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:27:54.975031 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 49064) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:54.975590 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-0233661b-ec71-4619-9b93-89edba830763 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1480727 Mar 07 23:27:54.975701 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1facda27-a7d3-4a2f-87fe-61743ca9ba2f', 'tag': '0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:27:54.978132 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b523ffa-8fb4-41ed-918e-561d8af8f27f" -d '{"events": [{"name": "network-changed", "server_uuid": "1facda27-a7d3-4a2f-87fe-61743ca9ba2f", "tag": "0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:27:54.979714 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-402c9bba-f340-4e4b-92d9-035e03e2e5d8 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-622614736', 'description': 'tempest-secgroup-smoke-622614736 description', 'project_id': 'd2bdb22df29a4630861847d27d56928a'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:55.022725 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e3744d-83ab-461c-bdfe-7db17d53d6cc x-openstack-request-id: req-e0e3744d-83ab-461c-bdfe-7db17d53d6cc {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:27:55.023258 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1facda27-a7d3-4a2f-87fe-61743ca9ba2f", "tag": "0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:27:55.023258 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0e3744d-83ab-461c-bdfe-7db17d53d6cc {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:27:55.023636 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1facda27-a7d3-4a2f-87fe-61743ca9ba2f', 'tag': '0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed', 'status': 'completed', 'code': 200} Mar 07 23:27:55.058256 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-402c9bba-f340-4e4b-92d9-035e03e2e5d8 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:55.122230 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b523ffa-8fb4-41ed-918e-561d8af8f27f req-d4aaee19-620d-429f-b364-d6a5d5ebda42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:55.123767 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0b523ffa-8fb4-41ed-918e-561d8af8f27f req-d4aaee19-620d-429f-b364-d6a5d5ebda42 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2bdb22df29a4630861847d27d56928a&device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 1130 time: 0.0757546 Mar 07 23:27:55.199642 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-e26ae3f0-139f-41a6-9486-2b9989fefa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'name': 'tempest-TestMinimumBasicScenario-1979272474-router', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:26:55Z', 'updated_at': '2022-03-07T23:26:58Z', 'revision_number': 4, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'gw_port': {'id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:26:56Z', 'updated_at': '2022-03-07T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': '35930b37-86cd-4ed0-acd3-e1754669fac2', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'port_id': '0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1', 'mac_address': 'fa:16:3e:54:b9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1facda27-a7d3-4a2f-87fe-61743ca9ba2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:27:53Z', 'updated_at': '2022-03-07T23:27:53Z', 'revision_number': 0, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c62227bb-4187-4d18-9fca-49c8093d75de', 'name': '', 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'mac_address': 'fa:16:3e:4a:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ed71b9a0-47fc-479d-b6e8-58ebf0a1106f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:26:58Z', 'updated_at': '2022-03-07T23:27:02Z', 'revision_number': 5, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'subnets': [{'id': 'ed71b9a0-47fc-479d-b6e8-58ebf0a1106f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:55.210326 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-402c9bba-f340-4e4b-92d9-035e03e2e5d8 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for security_group (a2e0c405-5be5-4ab9-8af3-ba207740d8e8), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:55.226935 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26ae3f0-139f-41a6-9486-2b9989fefa18 None None] Checking router: 5cbc94c5-047f-49e6-b755-f68be729f4d4 for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:27:55.235192 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26ae3f0-139f-41a6-9486-2b9989fefa18 None None] Routers {'5cbc94c5-047f-49e6-b755-f68be729f4d4'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:27:55.236005 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-e26ae3f0-139f-41a6-9486-2b9989fefa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:27:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['5cbc94c5-047f-49e6-b755-f68be729f4d4'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:55.237124 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b523ffa-8fb4-41ed-918e-561d8af8f27f req-5c250ced-e95e-477c-914b-9dd6c612001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:55.238605 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0b523ffa-8fb4-41ed-918e-561d8af8f27f req-5c250ced-e95e-477c-914b-9dd6c612001b service neutron] 10.222.0.16 "GET /v2.0/networks?id=3908e938-b356-4eea-a575-774f9d2496e1 HTTP/1.1" status: 200 len: 916 time: 0.1066027 Mar 07 23:27:55.285594 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-402c9bba-f340-4e4b-92d9-035e03e2e5d8 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (a2e0c405-5be5-4ab9-8af3-ba207740d8e8), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:55.333219 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c9bba-f340-4e4b-92d9-035e03e2e5d8 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e0c405-5be5-4ab9-8af3-ba207740d8e8,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:55.336713 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0b523ffa-8fb4-41ed-918e-561d8af8f27f req-e90d4723-194c-40c6-8e73-75e133acae16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed HTTP/1.1" status: 200 len: 1000 time: 0.0904863 Mar 07 23:27:55.346995 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-e26ae3f0-139f-41a6-9486-2b9989fefa18 None None] Set router 5cbc94c5-047f-49e6-b755-f68be729f4d4 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:27:55.375625 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-402c9bba-f340-4e4b-92d9-035e03e2e5d8 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:55.376794 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-402c9bba-f340-4e4b-92d9-035e03e2e5d8 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4006462 Mar 07 23:27:55.379957 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49068) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:55.390398 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-abfcef5f-32b2-4fe3-9af9-fcfa7912d362 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Request body: {'security_group_rule': {'security_group_id': 'a2e0c405-5be5-4ab9-8af3-ba207740d8e8', 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:55.392839 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b523ffa-8fb4-41ed-918e-561d8af8f27f req-25daaf33-6955-4ded-9e4c-884555222d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:55.394346 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0b523ffa-8fb4-41ed-918e-561d8af8f27f req-25daaf33-6955-4ded-9e4c-884555222d55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed71b9a0-47fc-479d-b6e8-58ebf0a1106f HTTP/1.1" status: 200 len: 854 time: 0.0495424 Mar 07 23:27:55.454545 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b523ffa-8fb4-41ed-918e-561d8af8f27f req-eef649a7-1e6c-41f1-8f6f-1aac7d92ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:55.456190 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0b523ffa-8fb4-41ed-918e-561d8af8f27f req-eef649a7-1e6c-41f1-8f6f-1aac7d92ad2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3908e938-b356-4eea-a575-774f9d2496e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519590 Mar 07 23:27:55.505049 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-abfcef5f-32b2-4fe3-9af9-fcfa7912d362 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for security_group_rule (41a66699-fe68-4cbc-a648-09553988d04c), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:55.557326 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0b523ffa-8fb4-41ed-918e-561d8af8f27f req-418d1286-b775-46c3-8223-bad413dd9c03 service neutron] 10.222.0.16 "GET /v2.0/networks/3908e938-b356-4eea-a575-774f9d2496e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911314 Mar 07 23:27:55.574652 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-abfcef5f-32b2-4fe3-9af9-fcfa7912d362 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for security_group_rule (41a66699-fe68-4cbc-a648-09553988d04c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:55.587707 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-e26ae3f0-139f-41a6-9486-2b9989fefa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'name': 'tempest-TestMinimumBasicScenario-1979272474-router', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:26:55Z', 'updated_at': '2022-03-07T23:26:58Z', 'revision_number': 4, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'gw_port': {'id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:26:56Z', 'updated_at': '2022-03-07T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': '35930b37-86cd-4ed0-acd3-e1754669fac2', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'port_id': '0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1', 'mac_address': 'fa:16:3e:54:b9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1facda27-a7d3-4a2f-87fe-61743ca9ba2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:27:53Z', 'updated_at': '2022-03-07T23:27:53Z', 'revision_number': 0, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c62227bb-4187-4d18-9fca-49c8093d75de', 'name': '', 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'mac_address': 'fa:16:3e:4a:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ed71b9a0-47fc-479d-b6e8-58ebf0a1106f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:26:58Z', 'updated_at': '2022-03-07T23:27:02Z', 'revision_number': 5, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'subnets': [{'id': 'ed71b9a0-47fc-479d-b6e8-58ebf0a1106f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:27:55.614271 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26ae3f0-139f-41a6-9486-2b9989fefa18 None None] The sync data for ids ['5cbc94c5-047f-49e6-b755-f68be729f4d4'] in dv-cinder-813223-6-iscsi is: [{'id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'name': 'tempest-TestMinimumBasicScenario-1979272474-router', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:26:55Z', 'updated_at': '2022-03-07T23:26:58Z', 'revision_number': 4, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'gw_port': {'id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:26:56Z', 'updated_at': '2022-03-07T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': '35930b37-86cd-4ed0-acd3-e1754669fac2', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'port_id': '0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1', 'mac_address': 'fa:16:3e:54:b9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1facda27-a7d3-4a2f-87fe-61743ca9ba2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:27:53Z', 'updated_at': '2022-03-07T23:27:53Z', 'revision_number': 0, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c62227bb-4187-4d18-9fca-49c8093d75de', 'name': '', 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'mac_address': 'fa:16:3e:4a:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ed71b9a0-47fc-479d-b6e8-58ebf0a1106f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:26:58Z', 'updated_at': '2022-03-07T23:27:02Z', 'revision_number': 5, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'subnets': [{'id': 'ed71b9a0-47fc-479d-b6e8-58ebf0a1106f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:27:55.645750 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-abfcef5f-32b2-4fe3-9af9-fcfa7912d362 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (41a66699-fe68-4cbc-a648-09553988d04c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:55.663705 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcef5f-32b2-4fe3-9af9-fcfa7912d362 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a66699-fe68-4cbc-a648-09553988d04c,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:55.670524 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0b523ffa-8fb4-41ed-918e-561d8af8f27f req-55b8c1b9-a7c0-4291-bd3f-7af93d8bd896 service neutron] 10.222.0.16 "GET /v2.0/networks/3908e938-b356-4eea-a575-774f9d2496e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042192 Mar 07 23:27:55.727590 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-abfcef5f-32b2-4fe3-9af9-fcfa7912d362 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:55.729792 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-abfcef5f-32b2-4fe3-9af9-fcfa7912d362 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3477168 Mar 07 23:27:55.732368 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 49070) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:55.737858 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-c203485f-ff0f-4406-a0f1-3adf20f1c192 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Request body: {'security_group_rule': {'security_group_id': 'a2e0c405-5be5-4ab9-8af3-ba207740d8e8', 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:55.822720 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c203485f-ff0f-4406-a0f1-3adf20f1c192 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for security_group_rule (5dd6c583-5a10-46c4-befc-ad31fdf79eeb), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:55.854727 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46408731-f0c0-4f98-9364-e0628ac75f18 None None] New status for floating IP 35930b37-86cd-4ed0-acd3-e1754669fac2: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:27:55.885310 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c203485f-ff0f-4406-a0f1-3adf20f1c192 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for security_group_rule (5dd6c583-5a10-46c4-befc-ad31fdf79eeb), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:55.959425 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c203485f-ff0f-4406-a0f1-3adf20f1c192 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (5dd6c583-5a10-46c4-befc-ad31fdf79eeb), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:55.976902 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203485f-ff0f-4406-a0f1-3adf20f1c192 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd6c583-5a10-46c4-befc-ad31fdf79eeb,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:56.009142 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:56.064359 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-c203485f-ff0f-4406-a0f1-3adf20f1c192 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:56.065607 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-c203485f-ff0f-4406-a0f1-3adf20f1c192 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3319476 Mar 07 23:27:56.068220 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 49076) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:56.072836 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-fb8b8bcb-6e36-4fe5-8401-ec9f74a3c98e tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Request body: {'security_group_rule': {'security_group_id': 'a2e0c405-5be5-4ab9-8af3-ba207740d8e8', 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:56.142006 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fb8b8bcb-6e36-4fe5-8401-ec9f74a3c98e tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for security_group_rule (351b4f55-607d-488c-80e8-929146c3c195), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:56.159356 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-40ea1fda-d0e0-41bd-b5f7-55939fb8b534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:56.202470 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fb8b8bcb-6e36-4fe5-8401-ec9f74a3c98e tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for security_group_rule (351b4f55-607d-488c-80e8-929146c3c195), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:56.267901 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fb8b8bcb-6e36-4fe5-8401-ec9f74a3c98e tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (351b4f55-607d-488c-80e8-929146c3c195), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:56.286956 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b8bcb-6e36-4fe5-8401-ec9f74a3c98e tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351b4f55-607d-488c-80e8-929146c3c195,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:56.344464 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-fb8b8bcb-6e36-4fe5-8401-ec9f74a3c98e tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:56.346769 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-fb8b8bcb-6e36-4fe5-8401-ec9f74a3c98e tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2771776 Mar 07 23:27:56.349583 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 49078) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:56.354203 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-7a404721-576c-4cb8-a637-5b895a3b21c2 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Request body: {'security_group_rule': {'security_group_id': 'a2e0c405-5be5-4ab9-8af3-ba207740d8e8', 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:56.421190 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7a404721-576c-4cb8-a637-5b895a3b21c2 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for security_group_rule (2887c31d-620c-4b5a-b088-85d8db5dcf87), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:56.486929 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7a404721-576c-4cb8-a637-5b895a3b21c2 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for security_group_rule (2887c31d-620c-4b5a-b088-85d8db5dcf87), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:56.536635 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7a404721-576c-4cb8-a637-5b895a3b21c2 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (2887c31d-620c-4b5a-b088-85d8db5dcf87), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:56.555833 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a404721-576c-4cb8-a637-5b895a3b21c2 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2887c31d-620c-4b5a-b088-85d8db5dcf87,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:56.624441 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-7a404721-576c-4cb8-a637-5b895a3b21c2 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:56.625693 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-7a404721-576c-4cb8-a637-5b895a3b21c2 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2751784 Mar 07 23:27:56.628338 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 49080) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:56.632777 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-95688bf4-6e28-4a22-a56e-533d50b4a776 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Request body: {'security_group_rule': {'security_group_id': 'a2e0c405-5be5-4ab9-8af3-ba207740d8e8', 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:56.731349 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.db.securitygroups_db [None req-95688bf4-6e28-4a22-a56e-533d50b4a776 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Project d2bdb22df29a4630861847d27d56928a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 23:27:56.736631 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-95688bf4-6e28-4a22-a56e-533d50b4a776 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for security_group_rule (dea199e1-8a9a-47ad-9389-3679c87fe33b), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:56.795656 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-95688bf4-6e28-4a22-a56e-533d50b4a776 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for security_group_rule (dea199e1-8a9a-47ad-9389-3679c87fe33b), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:56.862498 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-95688bf4-6e28-4a22-a56e-533d50b4a776 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (dea199e1-8a9a-47ad-9389-3679c87fe33b), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:56.879577 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95688bf4-6e28-4a22-a56e-533d50b4a776 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea199e1-8a9a-47ad-9389-3679c87fe33b,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:56.950814 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-95688bf4-6e28-4a22-a56e-533d50b4a776 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:56.952020 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-95688bf4-6e28-4a22-a56e-533d50b4a776 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3226354 Mar 07 23:27:56.954772 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 49086) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:27:56.959126 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-bd11f4cd-e562-42dc-8866-479378824ad2 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Request body: {'security_group_rule': {'security_group_id': 'a2e0c405-5be5-4ab9-8af3-ba207740d8e8', 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:57.039518 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.db.securitygroups_db [None req-bd11f4cd-e562-42dc-8866-479378824ad2 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Project d2bdb22df29a4630861847d27d56928a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 23:27:57.045226 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bd11f4cd-e562-42dc-8866-479378824ad2 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for security_group_rule (ed3ef286-76b7-4e8d-babb-e94944c0feea), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:57.106305 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bd11f4cd-e562-42dc-8866-479378824ad2 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for security_group_rule (ed3ef286-76b7-4e8d-babb-e94944c0feea), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:57.182920 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bd11f4cd-e562-42dc-8866-479378824ad2 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (ed3ef286-76b7-4e8d-babb-e94944c0feea), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:57.198091 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11f4cd-e562-42dc-8866-479378824ad2 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3ef286-76b7-4e8d-babb-e94944c0feea,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:57.264396 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-bd11f4cd-e562-42dc-8866-479378824ad2 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:57.265651 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-bd11f4cd-e562-42dc-8866-479378824ad2 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3099513 Mar 07 23:27:57.355712 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-44611ddc-61b6-4980-94ca-6a9c0bc8e53a req-a9e4cc56-c9ec-4c12-b39d-ddf0999918ac tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-622614736&fields=id&tenant_id=d2bdb22df29a4630861847d27d56928a HTTP/1.1" status: 200 len: 267 time: 0.0474155 Mar 07 23:27:57.412591 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44611ddc-61b6-4980-94ca-6a9c0bc8e53a req-a9968398-b7a8-478e-9fd3-1184af395182 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:57.413997 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-44611ddc-61b6-4980-94ca-6a9c0bc8e53a req-a9968398-b7a8-478e-9fd3-1184af395182 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 946 time: 0.0530288 Mar 07 23:27:57.425996 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [req-44611ddc-61b6-4980-94ca-6a9c0bc8e53a req-3f29f846-4db1-47ec-b44b-3325fd121170 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Request body: {'port': {'security_groups': ['e54c388a-bbc3-4032-b6b3-964fc736b43b', 'a2e0c405-5be5-4ab9-8af3-ba207740d8e8']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:27:57.499635 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-44611ddc-61b6-4980-94ca-6a9c0bc8e53a req-3f29f846-4db1-47ec-b44b-3325fd121170 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:57.690255 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-44611ddc-61b6-4980-94ca-6a9c0bc8e53a req-3f29f846-4db1-47ec-b44b-3325fd121170 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] For port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed,segment=NetworkSegment(56cad15d-2387-462c-8fd4-2d5991506f1a),segment_id=56cad15d-2387-462c-8fd4-2d5991506f1a)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:27:57.719494 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-44611ddc-61b6-4980-94ca-6a9c0bc8e53a req-3f29f846-4db1-47ec-b44b-3325fd121170 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for port (0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:57.747895 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:57.777471 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-44611ddc-61b6-4980-94ca-6a9c0bc8e53a req-3f29f846-4db1-47ec-b44b-3325fd121170 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280631'] for port (0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:57.789681 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:27:57.821122 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44611ddc-61b6-4980-94ca-6a9c0bc8e53a req-3f29f846-4db1-47ec-b44b-3325fd121170 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:57.825197 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-44611ddc-61b6-4980-94ca-6a9c0bc8e53a req-3f29f846-4db1-47ec-b44b-3325fd121170 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:57.826676 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-44611ddc-61b6-4980-94ca-6a9c0bc8e53a req-3f29f846-4db1-47ec-b44b-3325fd121170 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "PUT /v2.0/ports/0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed HTTP/1.1" status: 200 len: 982 time: 0.4060709 Mar 07 23:27:57.827210 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1facda27-a7d3-4a2f-87fe-61743ca9ba2f', 'tag': '0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:27:57.830184 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a738fa4-1b49-4d8b-83f7-21c3ce7cf224" -d '{"events": [{"name": "network-changed", "server_uuid": "1facda27-a7d3-4a2f-87fe-61743ca9ba2f", "tag": "0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:27:57.854180 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29f846-4db1-47ec-b44b-3325fd121170 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Pushing event updated for resources: {'Port': ['ID=0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed,revision_number=6']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:27:57.910594 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:27:57.937434 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e06e18-6687-45f5-b765-ad0f1192cb72 x-openstack-request-id: req-f0e06e18-6687-45f5-b765-ad0f1192cb72 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:27:57.937734 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1facda27-a7d3-4a2f-87fe-61743ca9ba2f", "tag": "0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:27:57.937981 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0e06e18-6687-45f5-b765-ad0f1192cb72 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:27:57.938381 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1facda27-a7d3-4a2f-87fe-61743ca9ba2f', 'tag': '0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed', 'status': 'completed', 'code': 200} Mar 07 23:27:58.082636 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38e2b9-e891-4efb-aa00-cdfeefff4fd5 req-121b4910-f53f-4590-be5d-0940000e9a78 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:58.084365 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-cc38e2b9-e891-4efb-aa00-cdfeefff4fd5 req-121b4910-f53f-4590-be5d-0940000e9a78 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 985 time: 0.1090083 Mar 07 23:27:58.091027 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a738fa4-1b49-4d8b-83f7-21c3ce7cf224 req-c25a272d-ca2e-4dc9-9129-4e48efe099b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:58.092882 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5a738fa4-1b49-4d8b-83f7-21c3ce7cf224 req-c25a272d-ca2e-4dc9-9129-4e48efe099b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2bdb22df29a4630861847d27d56928a&device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 1169 time: 0.1332021 Mar 07 23:27:58.116098 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-63b20b85-371e-4848-9862-33c50e60676a req-ef69c4a2-7c33-4606-91ce-055c8f3f20a9 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1704266610&fields=id&tenant_id=25a4d0166d864672a640afb3acc447a6 HTTP/1.1" status: 200 len: 267 time: 0.0721154 Mar 07 23:27:58.141764 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-c066db12-1042-4c69-9b46-d44bddee18e1 None None] Provisioning complete for port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:27:58.141764 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c066db12-1042-4c69-9b46-d44bddee18e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:58.196438 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-cc38e2b9-e891-4efb-aa00-cdfeefff4fd5 req-0d8308d5-1671-4c4c-8e48-7d267a8874eb tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2e0c405-5be5-4ab9-8af3-ba207740d8e8&id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1024375 Mar 07 23:27:58.258047 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b20b85-371e-4848-9862-33c50e60676a req-60a9d307-ca89-44ce-b41f-b60b3962ab12 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:58.259531 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-63b20b85-371e-4848-9862-33c50e60676a req-60a9d307-ca89-44ce-b41f-b60b3962ab12 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/networks?id=1e0e21e0-abba-4950-8845-adf027f36461 HTTP/1.1" status: 200 len: 808 time: 0.1426597 Mar 07 23:27:58.274596 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a738fa4-1b49-4d8b-83f7-21c3ce7cf224 req-fae442a6-7235-408d-b1a8-cd1af9aedf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:58.276207 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5a738fa4-1b49-4d8b-83f7-21c3ce7cf224 req-fae442a6-7235-408d-b1a8-cd1af9aedf5c service neutron] 10.222.0.16 "GET /v2.0/networks?id=3908e938-b356-4eea-a575-774f9d2496e1 HTTP/1.1" status: 200 len: 916 time: 0.1202059 Mar 07 23:27:58.277943 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-63b20b85-371e-4848-9862-33c50e60676a req-3beebd5d-1091-4125-a634-3a5cf5ba3960 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/quotas/25a4d0166d864672a640afb3acc447a6 HTTP/1.1" status: 200 len: 375 time: 0.0102768 Mar 07 23:27:58.348996 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-c066db12-1042-4c69-9b46-d44bddee18e1 None None] Current status of the port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:27:58.357961 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-63b20b85-371e-4848-9862-33c50e60676a req-84955578-6d2c-4058-bc8e-18641c453be9 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=25a4d0166d864672a640afb3acc447a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740778 Mar 07 23:27:58.363441 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5a738fa4-1b49-4d8b-83f7-21c3ce7cf224 req-30f59026-4333-4e76-af5e-646fdcb00206 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed HTTP/1.1" status: 200 len: 1002 time: 0.0811281 Mar 07 23:27:58.426752 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a738fa4-1b49-4d8b-83f7-21c3ce7cf224 req-239b4d34-b5f2-4bc5-b9e8-0d32b90d09d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:58.428234 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5a738fa4-1b49-4d8b-83f7-21c3ce7cf224 req-239b4d34-b5f2-4bc5-b9e8-0d32b90d09d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed71b9a0-47fc-479d-b6e8-58ebf0a1106f HTTP/1.1" status: 200 len: 854 time: 0.0571520 Mar 07 23:27:58.460208 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-63b20b85-371e-4848-9862-33c50e60676a req-42698417-5261-41b0-97a5-be9a6a362ea0 service neutron] 10.222.0.24 "GET /v2.0/networks/1e0e21e0-abba-4950-8845-adf027f36461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011322 Mar 07 23:27:58.484994 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a738fa4-1b49-4d8b-83f7-21c3ce7cf224 req-489f0018-6ee3-431f-a6ee-d814e4eaa648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:58.489285 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5a738fa4-1b49-4d8b-83f7-21c3ce7cf224 req-489f0018-6ee3-431f-a6ee-d814e4eaa648 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3908e938-b356-4eea-a575-774f9d2496e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524662 Mar 07 23:27:58.565837 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-63b20b85-371e-4848-9862-33c50e60676a req-8188d322-d717-4044-a31d-f2e8eda68707 service neutron] 10.222.0.24 "GET /v2.0/networks/1e0e21e0-abba-4950-8845-adf027f36461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961390 Mar 07 23:27:58.601493 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5a738fa4-1b49-4d8b-83f7-21c3ce7cf224 req-2468dbdb-21d0-405a-bf25-dd24569ab473 service neutron] 10.222.0.16 "GET /v2.0/networks/3908e938-b356-4eea-a575-774f9d2496e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002090 Mar 07 23:27:58.697236 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5a738fa4-1b49-4d8b-83f7-21c3ce7cf224 req-17985daa-d439-4ff9-8674-3f35ddfc7e44 service neutron] 10.222.0.16 "GET /v2.0/networks/3908e938-b356-4eea-a575-774f9d2496e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880241 Mar 07 23:27:58.890662 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:27:59.104817 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4fb43aa6-5bff-4daa-9f99-9ef2e6642a95 req-c37cca73-2dc2-4e32-a1c6-f5362d14da6b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426500 Mar 07 23:27:59.193234 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb43aa6-5bff-4daa-9f99-9ef2e6642a95 req-87d04e96-1c2f-4968-bce0-f2d776005380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:59.194988 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4fb43aa6-5bff-4daa-9f99-9ef2e6642a95 req-87d04e96-1c2f-4968-bce0-f2d776005380 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2bdb22df29a4630861847d27d56928a&device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 1169 time: 0.0444818 Mar 07 23:27:59.305970 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb43aa6-5bff-4daa-9f99-9ef2e6642a95 req-a988a9b4-63fd-492e-acd9-23bf8c584ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:59.307340 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4fb43aa6-5bff-4daa-9f99-9ef2e6642a95 req-a988a9b4-63fd-492e-acd9-23bf8c584ddd service neutron] 10.222.0.16 "GET /v2.0/networks?id=3908e938-b356-4eea-a575-774f9d2496e1 HTTP/1.1" status: 200 len: 916 time: 0.0911403 Mar 07 23:27:59.374648 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4fb43aa6-5bff-4daa-9f99-9ef2e6642a95 req-a8c28d56-1ac6-4205-94fd-6cd30a3cc217 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed HTTP/1.1" status: 200 len: 1002 time: 0.0601902 Mar 07 23:27:59.421103 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb43aa6-5bff-4daa-9f99-9ef2e6642a95 req-f132e318-0197-4419-baa3-c40728b7f045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:59.422473 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4fb43aa6-5bff-4daa-9f99-9ef2e6642a95 req-f132e318-0197-4419-baa3-c40728b7f045 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed71b9a0-47fc-479d-b6e8-58ebf0a1106f HTTP/1.1" status: 200 len: 854 time: 0.0413060 Mar 07 23:27:59.475124 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb43aa6-5bff-4daa-9f99-9ef2e6642a95 req-3928c64e-db88-42c0-8fd9-16aa8a2f271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:27:59.476619 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4fb43aa6-5bff-4daa-9f99-9ef2e6642a95 req-3928c64e-db88-42c0-8fd9-16aa8a2f271e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3908e938-b356-4eea-a575-774f9d2496e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470972 Mar 07 23:27:59.563854 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4fb43aa6-5bff-4daa-9f99-9ef2e6642a95 req-fa8635b5-cec2-40c2-a93c-3ab5f8d0ec5c service neutron] 10.222.0.16 "GET /v2.0/networks/3908e938-b356-4eea-a575-774f9d2496e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803175 Mar 07 23:27:59.658328 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4fb43aa6-5bff-4daa-9f99-9ef2e6642a95 req-8e5fb840-3a06-45d9-8888-17a7408a0ec3 service neutron] 10.222.0.16 "GET /v2.0/networks/3908e938-b356-4eea-a575-774f9d2496e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853827 Mar 07 23:28:00.106132 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0bf28c9c-3b75-4dd4-9040-21fa03cf59f8 req-d206b3df-ce8c-4223-a940-7cb02a81d588 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 210 time: 0.0280900 Mar 07 23:28:00.365451 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:01.200338 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f2d53a0f-ebd2-4904-b4c8-39023d177151 req-8f7f9d21-c998-4698-a58f-d630afbb5c2a tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 210 time: 0.0275514 Mar 07 23:28:02.082754 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b20b85-371e-4848-9862-33c50e60676a req-e9c26f92-28d6-4fbe-85e9-7cc988268dba tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:02.084188 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-63b20b85-371e-4848-9862-33c50e60676a req-e9c26f92-28d6-4fbe-85e9-7cc988268dba tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.16 "GET /v2.0/networks?id=1e0e21e0-abba-4950-8845-adf027f36461 HTTP/1.1" status: 200 len: 808 time: 0.0996969 Mar 07 23:28:02.152216 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-63b20b85-371e-4848-9862-33c50e60676a req-05d0991d-3d9d-454d-848b-1813a052ad5e tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25a4d0166d864672a640afb3acc447a6 HTTP/1.1" status: 200 len: 380 time: 0.0575721 Mar 07 23:28:02.161168 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-63b20b85-371e-4848-9862-33c50e60676a req-bd465d43-df5b-4525-9c55-2e5ef4cae680 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Request body: {'port': {'device_id': '592b0068-5a35-412e-8497-77176872fb55', 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461', 'admin_state_up': True, 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'security_groups': ['4409d04f-bca8-447b-aeaa-2fac171ea720']}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:28:02.294877 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-568de8fe-1ea8-47d9-86b0-2eb310fe6cd8 req-b6e565f8-2a96-4b63-a6eb-3ab6c52ca81e tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 210 time: 0.0262101 Mar 07 23:28:02.314098 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b20b85-371e-4848-9862-33c50e60676a req-bd465d43-df5b-4525-9c55-2e5ef4cae680 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Made reservation on behalf of 25a4d0166d864672a640afb3acc447a6 for: {'port': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:28:02.317568 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-63b20b85-371e-4848-9862-33c50e60676a req-bd465d43-df5b-4525-9c55-2e5ef4cae680 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:02.449819 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [req-63b20b85-371e-4848-9862-33c50e60676a req-bd465d43-df5b-4525-9c55-2e5ef4cae680 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Allocated IP 172.20.0.4 (1e0e21e0-abba-4950-8845-adf027f36461/caaa6708-4795-4194-bc9c-5e8e405fe9ae/5e11937d-c62d-43b7-a7cf-0184eb61a81f) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:28:02.584379 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-63b20b85-371e-4848-9862-33c50e60676a req-bd465d43-df5b-4525-9c55-2e5ef4cae680 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for port (5e11937d-c62d-43b7-a7cf-0184eb61a81f), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:02.696969 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-63b20b85-371e-4848-9862-33c50e60676a req-bd465d43-df5b-4525-9c55-2e5ef4cae680 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (5e11937d-c62d-43b7-a7cf-0184eb61a81f), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:02.740727 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b20b85-371e-4848-9862-33c50e60676a req-bd465d43-df5b-4525-9c55-2e5ef4cae680 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Network 1e0e21e0-abba-4950-8845-adf027f36461 is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:28:02.743680 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [req-63b20b85-371e-4848-9862-33c50e60676a req-bd465d43-df5b-4525-9c55-2e5ef4cae680 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:28:02.747265 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b20b85-371e-4848-9862-33c50e60676a req-bd465d43-df5b-4525-9c55-2e5ef4cae680 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:28:02.773919 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd465d43-df5b-4525-9c55-2e5ef4cae680 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Pushing event updated for resources: {'Port': ['ID=5e11937d-c62d-43b7-a7cf-0184eb61a81f,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:28:02.800326 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b20b85-371e-4848-9862-33c50e60676a req-bd465d43-df5b-4525-9c55-2e5ef4cae680 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:02.801144 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-63b20b85-371e-4848-9862-33c50e60676a req-bd465d43-df5b-4525-9c55-2e5ef4cae680 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:02.906450 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-63b20b85-371e-4848-9862-33c50e60676a req-bd465d43-df5b-4525-9c55-2e5ef4cae680 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7477639 Mar 07 23:28:02.916623 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-63b20b85-371e-4848-9862-33c50e60676a req-28056bc0-7906-4ace-8662-1fe827c99d50 service neutron] Request body: {'port': {'device_id': '592b0068-5a35-412e-8497-77176872fb55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:28:02.977887 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-63b20b85-371e-4848-9862-33c50e60676a req-28056bc0-7906-4ace-8662-1fe827c99d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (5e11937d-c62d-43b7-a7cf-0184eb61a81f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:02.997070 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3095224f-90ab-4bb0-bb99-c99acbf36548 None None] Provisioning complete for port 5e11937d-c62d-43b7-a7cf-0184eb61a81f triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:28:02.997651 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3095224f-90ab-4bb0-bb99-c99acbf36548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (5e11937d-c62d-43b7-a7cf-0184eb61a81f), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:03.031164 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3095224f-90ab-4bb0-bb99-c99acbf36548 None None] Port 5e11937d-c62d-43b7-a7cf-0184eb61a81f cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:28:03.231928 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [req-63b20b85-371e-4848-9862-33c50e60676a req-28056bc0-7906-4ace-8662-1fe827c99d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e11937d-c62d-43b7-a7cf-0184eb61a81f {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:28:03.239499 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-63b20b85-371e-4848-9862-33c50e60676a req-28056bc0-7906-4ace-8662-1fe827c99d50 service neutron] Publish callbacks [] for port (5e11937d-c62d-43b7-a7cf-0184eb61a81f), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:03.251916 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [req-63b20b85-371e-4848-9862-33c50e60676a req-28056bc0-7906-4ace-8662-1fe827c99d50 service neutron] Transition to ACTIVE for port object 5e11937d-c62d-43b7-a7cf-0184eb61a81f will not be triggered until provisioned by entity L2. {{(pid=103608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 23:28:03.331212 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-63b20b85-371e-4848-9862-33c50e60676a req-28056bc0-7906-4ace-8662-1fe827c99d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (5e11937d-c62d-43b7-a7cf-0184eb61a81f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:03.387618 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28056bc0-7906-4ace-8662-1fe827c99d50 service neutron] Pushing event updated for resources: {'Port': ['ID=5e11937d-c62d-43b7-a7cf-0184eb61a81f,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:28:03.436891 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41317afd-faa1-4423-8d86-1a164d0cf782 req-58c874ab-219c-48c5-aa20-fea4e6e07c15 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:03.438495 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-41317afd-faa1-4423-8d86-1a164d0cf782 req-58c874ab-219c-48c5-aa20-fea4e6e07c15 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 943 time: 0.0736794 Mar 07 23:28:03.456746 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-63b20b85-371e-4848-9862-33c50e60676a req-28056bc0-7906-4ace-8662-1fe827c99d50 service neutron] Attempting to bind port 5e11937d-c62d-43b7-a7cf-0184eb61a81f on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:28:03.457140 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-63b20b85-371e-4848-9862-33c50e60676a req-28056bc0-7906-4ace-8662-1fe827c99d50 service neutron] Attempting to bind port 5e11937d-c62d-43b7-a7cf-0184eb61a81f by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '80337a17-c777-4b29-b22d-3a760188a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:28:03.461625 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b20b85-371e-4848-9862-33c50e60676a req-28056bc0-7906-4ace-8662-1fe827c99d50 service neutron] Attempting to bind port 5e11937d-c62d-43b7-a7cf-0184eb61a81f on network 1e0e21e0-abba-4950-8845-adf027f36461 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:28:03.461972 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b20b85-371e-4848-9862-33c50e60676a req-28056bc0-7906-4ace-8662-1fe827c99d50 service neutron] Port 5e11937d-c62d-43b7-a7cf-0184eb61a81f on network 1e0e21e0-abba-4950-8845-adf027f36461 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 23:28:03.462302 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b20b85-371e-4848-9862-33c50e60676a req-28056bc0-7906-4ace-8662-1fe827c99d50 service neutron] Attempting to bind port 5e11937d-c62d-43b7-a7cf-0184eb61a81f on network 1e0e21e0-abba-4950-8845-adf027f36461 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:28:03.468191 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b20b85-371e-4848-9862-33c50e60676a req-28056bc0-7906-4ace-8662-1fe827c99d50 service neutron] Checking agent: {'id': 'c3ad4338-66dc-4d28-9621-abda7889d413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'started_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:28:03.468537 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b20b85-371e-4848-9862-33c50e60676a req-28056bc0-7906-4ace-8662-1fe827c99d50 service neutron] Checking segment: {'id': '80337a17-c777-4b29-b22d-3a760188a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:28:03.468916 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b20b85-371e-4848-9862-33c50e60676a req-28056bc0-7906-4ace-8662-1fe827c99d50 service neutron] Bound using segment: {'id': '80337a17-c777-4b29-b22d-3a760188a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:28:03.469386 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-63b20b85-371e-4848-9862-33c50e60676a req-28056bc0-7906-4ace-8662-1fe827c99d50 service neutron] Bound port: 5e11937d-c62d-43b7-a7cf-0184eb61a81f, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80337a17-c777-4b29-b22d-3a760188a594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:28:03.469750 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-63b20b85-371e-4848-9862-33c50e60676a req-28056bc0-7906-4ace-8662-1fe827c99d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (5e11937d-c62d-43b7-a7cf-0184eb61a81f), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:03.495940 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-41317afd-faa1-4423-8d86-1a164d0cf782 req-4b7ec829-d8f8-4d6d-b7c4-071ac3ff4d1b tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511186 Mar 07 23:28:03.539796 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-63b20b85-371e-4848-9862-33c50e60676a req-28056bc0-7906-4ace-8662-1fe827c99d50 service neutron] For port 5e11937d-c62d-43b7-a7cf-0184eb61a81f, host hv-cinder-81322, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:28:03.542999 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-63b20b85-371e-4848-9862-33c50e60676a req-28056bc0-7906-4ace-8662-1fe827c99d50 service neutron] For port 5e11937d-c62d-43b7-a7cf-0184eb61a81f, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5e11937d-c62d-43b7-a7cf-0184eb61a81f,segment=NetworkSegment(80337a17-c777-4b29-b22d-3a760188a594),segment_id=80337a17-c777-4b29-b22d-3a760188a594)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:28:03.616878 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-63b20b85-371e-4848-9862-33c50e60676a req-28056bc0-7906-4ace-8662-1fe827c99d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (5e11937d-c62d-43b7-a7cf-0184eb61a81f), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:03.657219 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b20b85-371e-4848-9862-33c50e60676a req-28056bc0-7906-4ace-8662-1fe827c99d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:03.657852 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-63b20b85-371e-4848-9862-33c50e60676a req-28056bc0-7906-4ace-8662-1fe827c99d50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:03.659311 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-63b20b85-371e-4848-9862-33c50e60676a req-28056bc0-7906-4ace-8662-1fe827c99d50 service neutron] 10.222.0.16 "PUT /v2.0/ports/5e11937d-c62d-43b7-a7cf-0184eb61a81f HTTP/1.1" status: 200 len: 1093 time: 0.7467861 Mar 07 23:28:03.659831 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592b0068-5a35-412e-8497-77176872fb55', 'tag': '5e11937d-c62d-43b7-a7cf-0184eb61a81f'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:28:03.662112 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d27251a-b7a2-4293-ad9f-106251f6cc93" -d '{"events": [{"name": "network-changed", "server_uuid": "592b0068-5a35-412e-8497-77176872fb55", "tag": "5e11937d-c62d-43b7-a7cf-0184eb61a81f"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:28:03.688147 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28056bc0-7906-4ace-8662-1fe827c99d50 service neutron] Pushing event updated for resources: {'Port': ['ID=5e11937d-c62d-43b7-a7cf-0184eb61a81f,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:28:03.699389 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e4a42f-2d30-44aa-bc79-f3eb1d913349 x-openstack-request-id: req-d1e4a42f-2d30-44aa-bc79-f3eb1d913349 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:28:03.699684 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592b0068-5a35-412e-8497-77176872fb55", "tag": "5e11937d-c62d-43b7-a7cf-0184eb61a81f", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:28:03.699940 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1e4a42f-2d30-44aa-bc79-f3eb1d913349 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:28:03.700993 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592b0068-5a35-412e-8497-77176872fb55', 'tag': '5e11937d-c62d-43b7-a7cf-0184eb61a81f', 'status': 'completed', 'code': 200} Mar 07 23:28:03.765516 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27251a-b7a2-4293-ad9f-106251f6cc93 req-891eb08b-d300-4ceb-8675-af65caa82e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:03.767057 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9d27251a-b7a2-4293-ad9f-106251f6cc93 req-891eb08b-d300-4ceb-8675-af65caa82e3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=25a4d0166d864672a640afb3acc447a6&device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 1127 time: 0.0473275 Mar 07 23:28:03.865454 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27251a-b7a2-4293-ad9f-106251f6cc93 req-d908bd1c-b7ac-4a58-8697-de93d6259709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:03.866989 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9d27251a-b7a2-4293-ad9f-106251f6cc93 req-d908bd1c-b7ac-4a58-8697-de93d6259709 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=25a4d0166d864672a640afb3acc447a6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0906494 Mar 07 23:28:03.960939 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27251a-b7a2-4293-ad9f-106251f6cc93 req-61ce74ce-c15d-4fdb-a3ad-dd800d775e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:03.962341 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9d27251a-b7a2-4293-ad9f-106251f6cc93 req-61ce74ce-c15d-4fdb-a3ad-dd800d775e18 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880668 Mar 07 23:28:04.039974 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b20b85-371e-4848-9862-33c50e60676a req-db46674f-8751-46d6-a11f-a708c52bafff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:04.041510 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-63b20b85-371e-4848-9862-33c50e60676a req-db46674f-8751-46d6-a11f-a708c52bafff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=25a4d0166d864672a640afb3acc447a6&device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 1127 time: 0.0444951 Mar 07 23:28:04.086632 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-63b20b85-371e-4848-9862-33c50e60676a req-347aa4d6-f948-4297-9a7c-4ddf4b3daf6b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e11937d-c62d-43b7-a7cf-0184eb61a81f HTTP/1.1" status: 200 len: 217 time: 0.0369575 Mar 07 23:28:04.133480 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b20b85-371e-4848-9862-33c50e60676a req-50d41704-b03a-4426-b257-dddf9422d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:04.134804 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-63b20b85-371e-4848-9862-33c50e60676a req-50d41704-b03a-4426-b257-dddf9422d8cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=caaa6708-4795-4194-bc9c-5e8e405fe9ae HTTP/1.1" status: 200 len: 847 time: 0.0417111 Mar 07 23:28:04.181199 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b20b85-371e-4848-9862-33c50e60676a req-21435fd1-2559-4df9-9f73-9baf40b1a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:04.182666 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-63b20b85-371e-4848-9862-33c50e60676a req-21435fd1-2559-4df9-9f73-9baf40b1a9c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e0e21e0-abba-4950-8845-adf027f36461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417037 Mar 07 23:28:04.271216 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-63b20b85-371e-4848-9862-33c50e60676a req-0934e305-be8b-400a-a012-d47719c148dc service neutron] 10.222.0.16 "GET /v2.0/networks/1e0e21e0-abba-4950-8845-adf027f36461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820925 Mar 07 23:28:04.359377 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-63b20b85-371e-4848-9862-33c50e60676a req-5adbe77a-b9de-42bd-af54-9345fbb99fec service neutron] 10.222.0.16 "GET /v2.0/networks/1e0e21e0-abba-4950-8845-adf027f36461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805764 Mar 07 23:28:04.607758 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af7c2-d339-4e46-a7ab-36b16f7e4fc9 req-93c807ca-4b00-430f-b1e4-7a502a62bfd5 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:04.609245 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c60af7c2-d339-4e46-a7ab-36b16f7e4fc9 req-93c807ca-4b00-430f-b1e4-7a502a62bfd5 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 943 time: 0.0527418 Mar 07 23:28:04.655929 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-c60af7c2-d339-4e46-a7ab-36b16f7e4fc9 req-daf59083-9ce0-47e9-a67f-5cf5a0148b6d tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411997 Mar 07 23:28:05.771476 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d87cb-40b1-46ac-b498-df220178dfc5 req-f4d64d6f-4ee1-42c1-9481-3101bb6f5294 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:05.772943 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f13d87cb-40b1-46ac-b498-df220178dfc5 req-f4d64d6f-4ee1-42c1-9481-3101bb6f5294 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 943 time: 0.0512874 Mar 07 23:28:05.823318 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f13d87cb-40b1-46ac-b498-df220178dfc5 req-8d6bbcd6-9c29-44a7-99ae-8331dff8ec02 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448079 Mar 07 23:28:06.942529 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71b84d-bb35-4d54-bbbd-5aba7a06d376 req-49897d52-be3e-4777-8905-e05080b8a54d tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:06.944238 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5d71b84d-bb35-4d54-bbbd-5aba7a06d376 req-49897d52-be3e-4777-8905-e05080b8a54d tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 943 time: 0.0522671 Mar 07 23:28:06.994517 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5d71b84d-bb35-4d54-bbbd-5aba7a06d376 req-d330c38d-23ae-43ca-b761-49c5b7a59156 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447307 Mar 07 23:28:08.050862 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:28:08.110329 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e77c17-0e2d-41eb-837a-e68f49cf65d4 req-84b498aa-b3cb-4809-a50c-d683deeebee6 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:08.111813 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b1e77c17-0e2d-41eb-837a-e68f49cf65d4 req-84b498aa-b3cb-4809-a50c-d683deeebee6 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 943 time: 0.0525889 Mar 07 23:28:08.160601 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b1e77c17-0e2d-41eb-837a-e68f49cf65d4 req-1e978186-3c2b-498e-8f5b-95979ba3e570 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428853 Mar 07 23:28:08.431616 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49186) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:28:08.537274 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e1561c83-5141-41d1-b33e-3f4ceb7dd533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:08.606545 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e1561c83-5141-41d1-b33e-3f4ceb7dd533 admin admin] Publish callbacks [] for security_group (e63fdff7-f3b4-4018-afa9-3904292dd628), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:08.678898 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e1561c83-5141-41d1-b33e-3f4ceb7dd533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (e63fdff7-f3b4-4018-afa9-3904292dd628), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:08.715015 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1561c83-5141-41d1-b33e-3f4ceb7dd533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63fdff7-f3b4-4018-afa9-3904292dd628,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:28:08.720230 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-e1561c83-5141-41d1-b33e-3f4ceb7dd533 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0cb8630534784133be00652203917b80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874918 Mar 07 23:28:08.722908 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49190) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:28:08.769594 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b078694c-f87a-4821-9bb6-5ec2e35df7d9 admin admin] Publish callbacks [] for security_group (e63fdff7-f3b4-4018-afa9-3904292dd628), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:08.789105 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b078694c-f87a-4821-9bb6-5ec2e35df7d9 admin admin] Publish callbacks [] for security_group (e63fdff7-f3b4-4018-afa9-3904292dd628), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:08.913366 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b078694c-f87a-4821-9bb6-5ec2e35df7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (e63fdff7-f3b4-4018-afa9-3904292dd628), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:08.915986 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-b078694c-f87a-4821-9bb6-5ec2e35df7d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:08.917236 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-b078694c-f87a-4821-9bb6-5ec2e35df7d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e63fdff7-f3b4-4018-afa9-3904292dd628 HTTP/1.1" status: 204 len: 168 time: 0.1933537 Mar 07 23:28:08.924695 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078694c-f87a-4821-9bb6-5ec2e35df7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63fdff7-f3b4-4018-afa9-3904292dd628,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:28:09.281899 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20754082-9529-448c-bd39-69fc0d2b80ce req-6fb6031e-8224-46f7-b19f-2feeb8168ad2 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:09.283628 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-20754082-9529-448c-bd39-69fc0d2b80ce req-6fb6031e-8224-46f7-b19f-2feeb8168ad2 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 943 time: 0.0586803 Mar 07 23:28:09.333173 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-20754082-9529-448c-bd39-69fc0d2b80ce req-55435bb4-35ea-4647-8495-4caa94630c0f tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424252 Mar 07 23:28:10.448086 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3381120-3d6c-43c8-85ec-5237b26430ff req-5f09d4db-fe0e-48a7-b0a9-4687ac9e359d tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:10.449753 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a3381120-3d6c-43c8-85ec-5237b26430ff req-5f09d4db-fe0e-48a7-b0a9-4687ac9e359d tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 943 time: 0.0517752 Mar 07 23:28:10.497099 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a3381120-3d6c-43c8-85ec-5237b26430ff req-b8774ece-39c9-4f6f-8632-c5b2d7651efd tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418179 Mar 07 23:28:11.614322 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f0118-2b86-42f6-9458-e20778e02d22 req-5e13eb13-a706-4e9f-8426-b151115aba3b tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:11.615883 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f08f0118-2b86-42f6-9458-e20778e02d22 req-5e13eb13-a706-4e9f-8426-b151115aba3b tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 943 time: 0.0537148 Mar 07 23:28:11.665445 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-f08f0118-2b86-42f6-9458-e20778e02d22 req-9b473d81-04e1-4cd5-895b-455e7ceda9ab tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436323 Mar 07 23:28:12.027938 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 5e11937d-c62d-43b7-a7cf-0184eb61a81f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:28:12.126715 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 5e11937d-c62d-43b7-a7cf-0184eb61a81f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5e11937d-c62d-43b7-a7cf-0184eb61a81f,segment=NetworkSegment(80337a17-c777-4b29-b22d-3a760188a594),segment_id=80337a17-c777-4b29-b22d-3a760188a594)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:28:12.138055 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': '5e11937d-c62d-43b7-a7cf-0184eb61a81f', 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461', 'port_id': '5e11937d-c62d-43b7-a7cf-0184eb61a81f', 'mac_address': 'fa:16:3e:f8:61:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaa6708-4795-4194-bc9c-5e8e405fe9ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:28:12.175680 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 5e11937d-c62d-43b7-a7cf-0184eb61a81f is: DOWN; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:28:12.176072 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (5e11937d-c62d-43b7-a7cf-0184eb61a81f), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:12.188936 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e11937d-c62d-43b7-a7cf-0184eb61a81f {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:28:12.208315 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 5e11937d-c62d-43b7-a7cf-0184eb61a81f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5e11937d-c62d-43b7-a7cf-0184eb61a81f,segment=NetworkSegment(80337a17-c777-4b29-b22d-3a760188a594),segment_id=80337a17-c777-4b29-b22d-3a760188a594)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:28:12.308368 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (5e11937d-c62d-43b7-a7cf-0184eb61a81f), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:12.355599 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=5e11937d-c62d-43b7-a7cf-0184eb61a81f,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:28:12.362569 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:12.362923 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:12.363268 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:12.363604 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:12.363936 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:12.364264 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:12.364590 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:12.364916 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:12.365287 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:12.369325 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:12.369325 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:12.369325 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:12.369325 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:12.532649 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['5e11937d-c62d-43b7-a7cf-0184eb61a81f'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:28:12.787346 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58617e78-741c-4040-9426-1b6d665d1c94 req-76ca6c7a-e168-4926-af99-7009166b584d tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:12.788826 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-58617e78-741c-4040-9426-1b6d665d1c94 req-76ca6c7a-e168-4926-af99-7009166b584d tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 944 time: 0.0552177 Mar 07 23:28:12.837347 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-58617e78-741c-4040-9426-1b6d665d1c94 req-6f9f8d67-5169-41b4-8916-0675e57f156f tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425940 Mar 07 23:28:13.953303 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ba767-d95c-4793-b99c-cbe97ee72f4a req-80bb7fdc-c077-40de-951d-822b27a38716 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:13.954783 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-857ba767-d95c-4793-b99c-cbe97ee72f4a req-80bb7fdc-c077-40de-951d-822b27a38716 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 944 time: 0.0536571 Mar 07 23:28:14.006699 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-857ba767-d95c-4793-b99c-cbe97ee72f4a req-dff11ac7-58ab-4c18-a1bd-9b7a98ed187d tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464683 Mar 07 23:28:14.043899 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 5e11937d-c62d-43b7-a7cf-0184eb61a81f up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:28:14.159354 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning for port 5e11937d-c62d-43b7-a7cf-0184eb61a81f completed by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 23:28:14.163694 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port 5e11937d-c62d-43b7-a7cf-0184eb61a81f triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:28:14.166793 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (5e11937d-c62d-43b7-a7cf-0184eb61a81f), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:14.241977 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 5e11937d-c62d-43b7-a7cf-0184eb61a81f is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:28:14.242362 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (5e11937d-c62d-43b7-a7cf-0184eb61a81f), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:14.265132 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592b0068-5a35-412e-8497-77176872fb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e11937d-c62d-43b7-a7cf-0184eb61a81f'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:28:14.267420 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d48ed3-f1a0-45c4-be46-6fffb81a4865" -d '{"events": [{"server_uuid": "592b0068-5a35-412e-8497-77176872fb55", "name": "network-vif-plugged", "status": "completed", "tag": "5e11937d-c62d-43b7-a7cf-0184eb61a81f"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:28:14.279738 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 5e11937d-c62d-43b7-a7cf-0184eb61a81f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5e11937d-c62d-43b7-a7cf-0184eb61a81f,segment=NetworkSegment(80337a17-c777-4b29-b22d-3a760188a594),segment_id=80337a17-c777-4b29-b22d-3a760188a594)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:28:14.304710 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6309ab01-79ca-4fdc-8a07-920e9c0485de x-openstack-request-id: req-6309ab01-79ca-4fdc-8a07-920e9c0485de {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:28:14.305021 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592b0068-5a35-412e-8497-77176872fb55", "name": "network-vif-plugged", "status": "completed", "tag": "5e11937d-c62d-43b7-a7cf-0184eb61a81f", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:28:14.305278 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6309ab01-79ca-4fdc-8a07-920e9c0485de {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:28:14.305675 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592b0068-5a35-412e-8497-77176872fb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e11937d-c62d-43b7-a7cf-0184eb61a81f', 'code': 200} Mar 07 23:28:14.347856 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (5e11937d-c62d-43b7-a7cf-0184eb61a81f), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:14.398484 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=5e11937d-c62d-43b7-a7cf-0184eb61a81f,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:28:14.652665 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa74dd9-e4fd-4b34-9386-3c40c76bcbc7 req-35a3e45e-9a47-4e43-bc76-f424aa1c669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:14.654213 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6aa74dd9-e4fd-4b34-9386-3c40c76bcbc7 req-35a3e45e-9a47-4e43-bc76-f424aa1c669a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 1129 time: 0.0433531 Mar 07 23:28:14.701964 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6aa74dd9-e4fd-4b34-9386-3c40c76bcbc7 req-a18cc92b-801d-4226-adfb-659d82bd046c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408373 Mar 07 23:28:15.124056 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea88b50-f8e1-4efb-a9c7-51807deaab09 req-a3b074e1-66de-4cdf-8fac-7a0fa12b0122 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:15.125732 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0ea88b50-f8e1-4efb-a9c7-51807deaab09 req-a3b074e1-66de-4cdf-8fac-7a0fa12b0122 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0519593 Mar 07 23:28:15.175254 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0ea88b50-f8e1-4efb-a9c7-51807deaab09 req-17ea7818-3e96-44b5-9bb1-5bc46ee1193b tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435359 Mar 07 23:28:16.294793 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e274336-6638-407b-9b8d-fcbbf91b6796 req-4431c2e4-9912-4312-b2cd-479e0a22cb04 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:16.296311 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0e274336-6638-407b-9b8d-fcbbf91b6796 req-4431c2e4-9912-4312-b2cd-479e0a22cb04 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0525744 Mar 07 23:28:16.348743 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-0e274336-6638-407b-9b8d-fcbbf91b6796 req-1aa4ced8-2407-4b99-b687-aa54b0b398a5 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466211 Mar 07 23:28:16.466766 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a078948-33e2-4ea1-b1bd-de35aa5cb55e req-a065544f-bbe6-4658-82c4-9ad86d97c2a6 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:16.468175 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3a078948-33e2-4ea1-b1bd-de35aa5cb55e req-a065544f-bbe6-4658-82c4-9ad86d97c2a6 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0542068 Mar 07 23:28:16.518577 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3a078948-33e2-4ea1-b1bd-de35aa5cb55e req-b7224984-4195-4cba-8706-b2bcf04f4c22 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448096 Mar 07 23:28:16.539615 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49302) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:28:16.732699 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeea9e0-49f1-4c73-a636-f3aba9a433b5 tempest-TestShelveInstance-310058484 tempest-TestShelveInstance-310058484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:16.734169 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-5aeea9e0-49f1-4c73-a636-f3aba9a433b5 tempest-TestShelveInstance-310058484 tempest-TestShelveInstance-310058484-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 1124 time: 0.1935649 Mar 07 23:28:16.736978 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49306) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:28:16.741089 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-9fdb0309-b89f-41a3-a2b0-fab6eedb95c7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Request body: {'floatingip': {'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'port_id': '5e11937d-c62d-43b7-a7cf-0184eb61a81f', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:28:16.816674 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fdb0309-b89f-41a3-a2b0-fab6eedb95c7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:16.912348 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fdb0309-b89f-41a3-a2b0-fab6eedb95c7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:17.020265 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-9fdb0309-b89f-41a3-a2b0-fab6eedb95c7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Allocated IP 172.27.3.91 (4f60912c-99c2-416c-85f4-ec579757987b/f4612345-726c-47ef-92a6-cd50d588f814/4f72ed33-1939-4d62-977e-a4b9960ccf99) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:28:17.119778 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fdb0309-b89f-41a3-a2b0-fab6eedb95c7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for port (4f72ed33-1939-4d62-977e-a4b9960ccf99), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:17.205244 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fdb0309-b89f-41a3-a2b0-fab6eedb95c7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (4f72ed33-1939-4d62-977e-a4b9960ccf99), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:17.222642 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdb0309-b89f-41a3-a2b0-fab6eedb95c7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Network 4f60912c-99c2-416c-85f4-ec579757987b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:28:17.223920 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-9fdb0309-b89f-41a3-a2b0-fab6eedb95c7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:28:17.226413 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdb0309-b89f-41a3-a2b0-fab6eedb95c7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:28:17.315853 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb0309-b89f-41a3-a2b0-fab6eedb95c7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Pushing event updated for resources: {'Port': ['ID=4f72ed33-1939-4d62-977e-a4b9960ccf99,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:28:17.620018 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fdb0309-b89f-41a3-a2b0-fab6eedb95c7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for floatingip (99b63ec0-8851-4d0b-b2ff-1b8f0abc8a74), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:17.746213 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fdb0309-b89f-41a3-a2b0-fab6eedb95c7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (4f72ed33-1939-4d62-977e-a4b9960ccf99), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:17.897002 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fdb0309-b89f-41a3-a2b0-fab6eedb95c7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for port (4f72ed33-1939-4d62-977e-a4b9960ccf99), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:17.970430 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fdb0309-b89f-41a3-a2b0-fab6eedb95c7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280631'] for port (4f72ed33-1939-4d62-977e-a4b9960ccf99), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:18.036816 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb0309-b89f-41a3-a2b0-fab6eedb95c7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Pushing event updated for resources: {'Port': ['ID=4f72ed33-1939-4d62-977e-a4b9960ccf99,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:28:18.046718 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fdb0309-b89f-41a3-a2b0-fab6eedb95c7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (99b63ec0-8851-4d0b-b2ff-1b8f0abc8a74), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:18.149941 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.l3_db [None req-9fdb0309-b89f-41a3-a2b0-fab6eedb95c7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Floating IP 99b63ec0-8851-4d0b-b2ff-1b8f0abc8a74 associated. External IP: 172.27.3.91, port: 5e11937d-c62d-43b7-a7cf-0184eb61a81f. Mar 07 23:28:18.361542 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdb0309-b89f-41a3-a2b0-fab6eedb95c7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Router 6a6821c3-76c3-4e15-8532-de076f300683 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:28:18.470484 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdb0309-b89f-41a3-a2b0-fab6eedb95c7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:28:18.480775 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3fe2a0-ae46-425e-8080-4548c696f2f9 None None] Sync routers for ids ['6a6821c3-76c3-4e15-8532-de076f300683'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:28:18.490901 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3fe2a0-ae46-425e-8080-4548c696f2f9 None None] Routers {'6a6821c3-76c3-4e15-8532-de076f300683'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:28:18.492568 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-9c3fe2a0-ae46-425e-8080-4548c696f2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:27:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['6a6821c3-76c3-4e15-8532-de076f300683'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:28:18.549790 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-9fdb0309-b89f-41a3-a2b0-fab6eedb95c7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:18.580701 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-9fdb0309-b89f-41a3-a2b0-fab6eedb95c7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8427052 Mar 07 23:28:18.581332 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592b0068-5a35-412e-8497-77176872fb55', 'tag': '5e11937d-c62d-43b7-a7cf-0184eb61a81f'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:28:18.583560 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd3bb40-15ab-42a1-914a-226f537b11ee" -d '{"events": [{"name": "network-changed", "server_uuid": "592b0068-5a35-412e-8497-77176872fb55", "tag": "5e11937d-c62d-43b7-a7cf-0184eb61a81f"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:28:18.606893 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-9c3fe2a0-ae46-425e-8080-4548c696f2f9 None None] Set router 6a6821c3-76c3-4e15-8532-de076f300683 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:28:18.619126 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f9ed86-07d6-44a1-9e99-7761fcbfef13 x-openstack-request-id: req-93f9ed86-07d6-44a1-9e99-7761fcbfef13 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:28:18.619418 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592b0068-5a35-412e-8497-77176872fb55", "tag": "5e11937d-c62d-43b7-a7cf-0184eb61a81f", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:28:18.619675 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93f9ed86-07d6-44a1-9e99-7761fcbfef13 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:28:18.620072 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592b0068-5a35-412e-8497-77176872fb55', 'tag': '5e11937d-c62d-43b7-a7cf-0184eb61a81f', 'status': 'completed', 'code': 200} Mar 07 23:28:18.688819 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3bb40-15ab-42a1-914a-226f537b11ee req-d247bb2a-589b-4f6a-af2b-2cd64c13a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:18.690339 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5bd3bb40-15ab-42a1-914a-226f537b11ee req-d247bb2a-589b-4f6a-af2b-2cd64c13a632 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=25a4d0166d864672a640afb3acc447a6&device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 1129 time: 0.0444989 Mar 07 23:28:18.783392 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3bb40-15ab-42a1-914a-226f537b11ee req-22ff3fc4-b159-4e92-bd48-ea82fe462d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:18.784919 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5bd3bb40-15ab-42a1-914a-226f537b11ee req-22ff3fc4-b159-4e92-bd48-ea82fe462d46 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1e0e21e0-abba-4950-8845-adf027f36461 HTTP/1.1" status: 200 len: 909 time: 0.0865462 Mar 07 23:28:18.856392 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5bd3bb40-15ab-42a1-914a-226f537b11ee req-6444a2e1-b403-406c-9286-be89ce5e89e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e11937d-c62d-43b7-a7cf-0184eb61a81f HTTP/1.1" status: 200 len: 998 time: 0.0632894 Mar 07 23:28:18.905791 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3bb40-15ab-42a1-914a-226f537b11ee req-64ea3804-0f16-4458-add0-ed403489a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:18.907262 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5bd3bb40-15ab-42a1-914a-226f537b11ee req-64ea3804-0f16-4458-add0-ed403489a498 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=caaa6708-4795-4194-bc9c-5e8e405fe9ae HTTP/1.1" status: 200 len: 847 time: 0.0451891 Mar 07 23:28:18.931496 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-9c3fe2a0-ae46-425e-8080-4548c696f2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6821c3-76c3-4e15-8532-de076f300683', 'name': 'tempest-TestShelveInstance-677524272-router', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:25Z', 'updated_at': '2022-03-07T23:27:29Z', 'revision_number': 4, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'gw_port': {'id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:38:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:26Z', 'updated_at': '2022-03-07T23:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': '99b63ec0-8851-4d0b-b2ff-1b8f0abc8a74', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'port_id': '5e11937d-c62d-43b7-a7cf-0184eb61a81f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461', 'mac_address': 'fa:16:3e:f8:61:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592b0068-5a35-412e-8497-77176872fb55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:28:17Z', 'updated_at': '2022-03-07T23:28:17Z', 'revision_number': 0, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3c448f-fcaa-4d85-862a-8e4caa4de194', 'name': '', 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'mac_address': 'fa:16:3e:58:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'caaa6708-4795-4194-bc9c-5e8e405fe9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:29Z', 'updated_at': '2022-03-07T23:27:33Z', 'revision_number': 5, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'subnets': [{'id': 'caaa6708-4795-4194-bc9c-5e8e405fe9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:28:18.959349 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3fe2a0-ae46-425e-8080-4548c696f2f9 None None] Checking router: 6a6821c3-76c3-4e15-8532-de076f300683 for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:28:18.961298 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3bb40-15ab-42a1-914a-226f537b11ee req-4a06a00f-3ba3-406c-8e88-0000e39dd29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:18.962808 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5bd3bb40-15ab-42a1-914a-226f537b11ee req-4a06a00f-3ba3-406c-8e88-0000e39dd29f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e0e21e0-abba-4950-8845-adf027f36461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478129 Mar 07 23:28:18.968229 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3fe2a0-ae46-425e-8080-4548c696f2f9 None None] Routers {'6a6821c3-76c3-4e15-8532-de076f300683'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:28:18.968929 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-9c3fe2a0-ae46-425e-8080-4548c696f2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:27:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['6a6821c3-76c3-4e15-8532-de076f300683'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:28:19.064485 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5bd3bb40-15ab-42a1-914a-226f537b11ee req-dea84807-567f-420c-8984-1c26d4879788 service neutron] 10.222.0.16 "GET /v2.0/networks/1e0e21e0-abba-4950-8845-adf027f36461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912127 Mar 07 23:28:19.080553 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-9c3fe2a0-ae46-425e-8080-4548c696f2f9 None None] Set router 6a6821c3-76c3-4e15-8532-de076f300683 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:28:19.159965 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-5bd3bb40-15ab-42a1-914a-226f537b11ee req-d1cf696f-595f-4209-90c0-d413cfe2c7b7 service neutron] 10.222.0.16 "GET /v2.0/networks/1e0e21e0-abba-4950-8845-adf027f36461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876093 Mar 07 23:28:19.305805 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-9c3fe2a0-ae46-425e-8080-4548c696f2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6821c3-76c3-4e15-8532-de076f300683', 'name': 'tempest-TestShelveInstance-677524272-router', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:25Z', 'updated_at': '2022-03-07T23:27:29Z', 'revision_number': 4, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'gw_port': {'id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:38:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:26Z', 'updated_at': '2022-03-07T23:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': '99b63ec0-8851-4d0b-b2ff-1b8f0abc8a74', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'port_id': '5e11937d-c62d-43b7-a7cf-0184eb61a81f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461', 'mac_address': 'fa:16:3e:f8:61:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592b0068-5a35-412e-8497-77176872fb55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:28:17Z', 'updated_at': '2022-03-07T23:28:17Z', 'revision_number': 0, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3c448f-fcaa-4d85-862a-8e4caa4de194', 'name': '', 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'mac_address': 'fa:16:3e:58:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'caaa6708-4795-4194-bc9c-5e8e405fe9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:29Z', 'updated_at': '2022-03-07T23:27:33Z', 'revision_number': 5, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'subnets': [{'id': 'caaa6708-4795-4194-bc9c-5e8e405fe9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:28:19.333267 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3fe2a0-ae46-425e-8080-4548c696f2f9 None None] The sync data for ids ['6a6821c3-76c3-4e15-8532-de076f300683'] in dv-cinder-813223-6-iscsi is: [{'id': '6a6821c3-76c3-4e15-8532-de076f300683', 'name': 'tempest-TestShelveInstance-677524272-router', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:25Z', 'updated_at': '2022-03-07T23:27:29Z', 'revision_number': 4, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'gw_port': {'id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:38:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:26Z', 'updated_at': '2022-03-07T23:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': '99b63ec0-8851-4d0b-b2ff-1b8f0abc8a74', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'port_id': '5e11937d-c62d-43b7-a7cf-0184eb61a81f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461', 'mac_address': 'fa:16:3e:f8:61:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592b0068-5a35-412e-8497-77176872fb55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:28:17Z', 'updated_at': '2022-03-07T23:28:17Z', 'revision_number': 0, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3c448f-fcaa-4d85-862a-8e4caa4de194', 'name': '', 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'mac_address': 'fa:16:3e:58:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'caaa6708-4795-4194-bc9c-5e8e405fe9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:29Z', 'updated_at': '2022-03-07T23:27:33Z', 'revision_number': 5, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'subnets': [{'id': 'caaa6708-4795-4194-bc9c-5e8e405fe9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:28:19.520851 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29abde60-8c3a-4b3a-9155-21b6b3c8d17f None None] New status for floating IP 99b63ec0-8851-4d0b-b2ff-1b8f0abc8a74: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:28:21.195154 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a096af0-4823-4d96-8f6d-9f64f9e276c5 req-190a8844-f4bc-4cc1-aeb3-42b0a58b749a tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:21.196642 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4a096af0-4823-4d96-8f6d-9f64f9e276c5 req-190a8844-f4bc-4cc1-aeb3-42b0a58b749a tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 985 time: 0.0524502 Mar 07 23:28:21.280879 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4a096af0-4823-4d96-8f6d-9f64f9e276c5 req-35156597-0db9-486f-9a36-20f8529a8430 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2e0c405-5be5-4ab9-8af3-ba207740d8e8&id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0778332 Mar 07 23:28:21.292390 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb2681-73ff-40ab-af52-c64a82f0e432 req-4ba8f7ad-fdcb-4fe0-8249-971c22483915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:21.293945 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-39eb2681-73ff-40ab-af52-c64a82f0e432 req-4ba8f7ad-fdcb-4fe0-8249-971c22483915 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2bdb22df29a4630861847d27d56928a&device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 1169 time: 0.0713301 Mar 07 23:28:21.382960 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb2681-73ff-40ab-af52-c64a82f0e432 req-4628ba05-1036-4b66-9ae3-7db7a4f49979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:21.384386 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-39eb2681-73ff-40ab-af52-c64a82f0e432 req-4628ba05-1036-4b66-9ae3-7db7a4f49979 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3908e938-b356-4eea-a575-774f9d2496e1 HTTP/1.1" status: 200 len: 916 time: 0.0842433 Mar 07 23:28:21.447685 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-39eb2681-73ff-40ab-af52-c64a82f0e432 req-de809408-154a-4e78-b99e-8f1c945fbb6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed HTTP/1.1" status: 200 len: 1002 time: 0.0566900 Mar 07 23:28:21.506638 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb2681-73ff-40ab-af52-c64a82f0e432 req-8567d3c5-fa2e-4b57-a6df-df27eec3350b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:21.508080 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-39eb2681-73ff-40ab-af52-c64a82f0e432 req-8567d3c5-fa2e-4b57-a6df-df27eec3350b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed71b9a0-47fc-479d-b6e8-58ebf0a1106f HTTP/1.1" status: 200 len: 854 time: 0.0457995 Mar 07 23:28:21.555767 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb2681-73ff-40ab-af52-c64a82f0e432 req-8260f045-43ea-4eca-9ab3-3a7aa5260c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:21.557370 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-39eb2681-73ff-40ab-af52-c64a82f0e432 req-8260f045-43ea-4eca-9ab3-3a7aa5260c51 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3908e938-b356-4eea-a575-774f9d2496e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428107 Mar 07 23:28:21.647758 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-39eb2681-73ff-40ab-af52-c64a82f0e432 req-000d30cf-d52b-4da8-93ea-f4a4f003a347 service neutron] 10.222.0.16 "GET /v2.0/networks/3908e938-b356-4eea-a575-774f9d2496e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795333 Mar 07 23:28:21.737407 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-39eb2681-73ff-40ab-af52-c64a82f0e432 req-09d68a84-a5b3-4193-8b57-a4bb2378d7e1 service neutron] 10.222.0.16 "GET /v2.0/networks/3908e938-b356-4eea-a575-774f9d2496e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832312 Mar 07 23:28:22.401245 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70755f92-acea-482d-927c-2799fef9eae0 req-750e1fff-d02e-4d66-9775-78090bd922b0 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:22.402745 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-70755f92-acea-482d-927c-2799fef9eae0 req-750e1fff-d02e-4d66-9775-78090bd922b0 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 985 time: 0.0544186 Mar 07 23:28:22.460709 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-70755f92-acea-482d-927c-2799fef9eae0 req-591278b2-31a0-4e0a-b611-e0f9e444cbf2 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2e0c405-5be5-4ab9-8af3-ba207740d8e8&id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523767 Mar 07 23:28:23.579938 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef201717-1693-4d7b-94e8-410e579d3117 req-9298fe86-c461-4d29-9fd8-c0a0b397e97f tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:23.581438 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ef201717-1693-4d7b-94e8-410e579d3117 req-9298fe86-c461-4d29-9fd8-c0a0b397e97f tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 985 time: 0.0523901 Mar 07 23:28:23.639234 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ef201717-1693-4d7b-94e8-410e579d3117 req-9b3cea21-a76c-41ae-be47-032687a04016 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2e0c405-5be5-4ab9-8af3-ba207740d8e8&id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522025 Mar 07 23:28:23.867263 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a2582a88-29b9-4fc5-bf31-a61d0e4ed41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:24.758071 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e3a9d-8c2a-46a5-9d3d-438b178c96f8 req-df24343c-1227-4f57-8468-74acdb96a049 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:24.759511 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-af3e3a9d-8c2a-46a5-9d3d-438b178c96f8 req-df24343c-1227-4f57-8468-74acdb96a049 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 985 time: 0.0548213 Mar 07 23:28:24.817533 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-af3e3a9d-8c2a-46a5-9d3d-438b178c96f8 req-8b8c7e03-94d4-4771-a2b1-57fd546b30d8 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2e0c405-5be5-4ab9-8af3-ba207740d8e8&id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512838 Mar 07 23:28:25.937211 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc29fe-16cc-4f5d-97ef-4b135c3fc71d req-675132d3-eddf-452f-84b5-ac4f6cf068cb tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:25.938699 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-77cc29fe-16cc-4f5d-97ef-4b135c3fc71d req-675132d3-eddf-452f-84b5-ac4f6cf068cb tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 985 time: 0.0553997 Mar 07 23:28:25.997168 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-77cc29fe-16cc-4f5d-97ef-4b135c3fc71d req-5cf3fa31-c19a-4d62-a269-edade5291281 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2e0c405-5be5-4ab9-8af3-ba207740d8e8&id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522726 Mar 07 23:28:26.016159 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:26.170219 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c4ae3f7d-6243-424e-bb5e-ca9240740e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:27.117136 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea88bc-c639-4ecf-a43c-4d9326e8e2ef req-b57cc4c7-5fb3-4142-8726-87981074fd8f tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:27.118755 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a8ea88bc-c639-4ecf-a43c-4d9326e8e2ef req-b57cc4c7-5fb3-4142-8726-87981074fd8f tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 985 time: 0.0559876 Mar 07 23:28:27.180922 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a8ea88bc-c639-4ecf-a43c-4d9326e8e2ef req-d2ee906e-315b-424a-97b5-739947ec81d2 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2e0c405-5be5-4ab9-8af3-ba207740d8e8&id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556026 Mar 07 23:28:27.707389 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:28.301861 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ed181-9d7b-4a99-b5eb-82c5e521e194 req-39ba04ae-044e-44b0-a5c9-b3a44b828182 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:28.303453 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8f9ed181-9d7b-4a99-b5eb-82c5e521e194 req-39ba04ae-044e-44b0-a5c9-b3a44b828182 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 985 time: 0.0549216 Mar 07 23:28:28.365352 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8f9ed181-9d7b-4a99-b5eb-82c5e521e194 req-6555864c-13d1-4c8f-9e0a-bc289676d699 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2e0c405-5be5-4ab9-8af3-ba207740d8e8&id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560043 Mar 07 23:28:28.895873 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:29.484332 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa76a3a-01fc-41b6-a786-a5b5481840c4 req-1d05bc75-a911-4944-a72c-96ea3b5dd110 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:29.485798 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-7aa76a3a-01fc-41b6-a786-a5b5481840c4 req-1d05bc75-a911-4944-a72c-96ea3b5dd110 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 985 time: 0.0546947 Mar 07 23:28:29.543244 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-7aa76a3a-01fc-41b6-a786-a5b5481840c4 req-b54db997-7565-45a2-9317-dc7b2b83dfbe tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2e0c405-5be5-4ab9-8af3-ba207740d8e8&id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519147 Mar 07 23:28:30.398374 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:30.657542 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb917b-09d4-4d0f-b385-72edb5554bc0 req-1f71ee05-6e8c-4d32-ab87-735a96391e89 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:30.658896 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-80bb917b-09d4-4d0f-b385-72edb5554bc0 req-1f71ee05-6e8c-4d32-ab87-735a96391e89 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 985 time: 0.0511968 Mar 07 23:28:30.718703 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-80bb917b-09d4-4d0f-b385-72edb5554bc0 req-57831673-5863-4d3d-883a-5f6afb53e1d2 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2e0c405-5be5-4ab9-8af3-ba207740d8e8&id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537302 Mar 07 23:28:31.838034 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192e1e3-15f5-4d96-a5fc-38a7068b053f req-c3cb53c3-2715-49cc-866d-4399099fcd8e tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:31.839498 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3192e1e3-15f5-4d96-a5fc-38a7068b053f req-c3cb53c3-2715-49cc-866d-4399099fcd8e tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 985 time: 0.0547247 Mar 07 23:28:31.898212 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3192e1e3-15f5-4d96-a5fc-38a7068b053f req-3f5ba44d-ddec-434c-b8c2-809718ad61e2 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2e0c405-5be5-4ab9-8af3-ba207740d8e8&id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523155 Mar 07 23:28:33.014648 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf0c7d-8b79-41a7-a21c-b7b9a2e52baa req-183f0f65-63a1-4cc6-89d6-589c18e28268 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:33.016088 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-babf0c7d-8b79-41a7-a21c-b7b9a2e52baa req-183f0f65-63a1-4cc6-89d6-589c18e28268 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 985 time: 0.0512338 Mar 07 23:28:33.073820 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-babf0c7d-8b79-41a7-a21c-b7b9a2e52baa req-a208b888-0787-4d1c-bfce-a110e25ba7e8 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2e0c405-5be5-4ab9-8af3-ba207740d8e8&id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521343 Mar 07 23:28:37.204153 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49430) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:28:37.304132 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-397c5d8d-a561-4253-9318-17610ae38ef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:37.374767 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-397c5d8d-a561-4253-9318-17610ae38ef5 admin admin] Publish callbacks [] for security_group (15494888-9f66-4c9c-aa13-32151a25efa5), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:37.427273 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-397c5d8d-a561-4253-9318-17610ae38ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (15494888-9f66-4c9c-aa13-32151a25efa5), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:37.465753 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c5d8d-a561-4253-9318-17610ae38ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15494888-9f66-4c9c-aa13-32151a25efa5,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:28:37.469868 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-397c5d8d-a561-4253-9318-17610ae38ef5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ceed5480c584670812f304dabe94ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2647166 Mar 07 23:28:37.475637 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 49434) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:28:37.476131 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c5d8d-a561-4253-9318-17610ae38ef5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.476131 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c5d8d-a561-4253-9318-17610ae38ef5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.476352 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c5d8d-a561-4253-9318-17610ae38ef5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.476690 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c5d8d-a561-4253-9318-17610ae38ef5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.477047 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c5d8d-a561-4253-9318-17610ae38ef5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.477475 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c5d8d-a561-4253-9318-17610ae38ef5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.477801 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c5d8d-a561-4253-9318-17610ae38ef5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.478130 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c5d8d-a561-4253-9318-17610ae38ef5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.478455 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c5d8d-a561-4253-9318-17610ae38ef5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.478781 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c5d8d-a561-4253-9318-17610ae38ef5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.479110 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c5d8d-a561-4253-9318-17610ae38ef5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.479420 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c5d8d-a561-4253-9318-17610ae38ef5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.479735 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c5d8d-a561-4253-9318-17610ae38ef5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.521083 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e95fcb62-68ce-4370-9f87-db4710b38ba8 admin admin] Publish callbacks [] for security_group (15494888-9f66-4c9c-aa13-32151a25efa5), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:37.542298 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e95fcb62-68ce-4370-9f87-db4710b38ba8 admin admin] Publish callbacks [] for security_group (15494888-9f66-4c9c-aa13-32151a25efa5), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:37.643960 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e95fcb62-68ce-4370-9f87-db4710b38ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (15494888-9f66-4c9c-aa13-32151a25efa5), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:37.646476 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e95fcb62-68ce-4370-9f87-db4710b38ba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:37.647626 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-e95fcb62-68ce-4370-9f87-db4710b38ba8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15494888-9f66-4c9c-aa13-32151a25efa5 HTTP/1.1" status: 204 len: 168 time: 0.1739659 Mar 07 23:28:37.655053 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95fcb62-68ce-4370-9f87-db4710b38ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15494888-9f66-4c9c-aa13-32151a25efa5,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:28:37.662569 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95fcb62-68ce-4370-9f87-db4710b38ba8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.662947 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95fcb62-68ce-4370-9f87-db4710b38ba8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.663288 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95fcb62-68ce-4370-9f87-db4710b38ba8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.663620 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95fcb62-68ce-4370-9f87-db4710b38ba8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.663947 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95fcb62-68ce-4370-9f87-db4710b38ba8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.664297 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95fcb62-68ce-4370-9f87-db4710b38ba8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.664641 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95fcb62-68ce-4370-9f87-db4710b38ba8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.665029 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95fcb62-68ce-4370-9f87-db4710b38ba8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.665356 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95fcb62-68ce-4370-9f87-db4710b38ba8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.665675 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95fcb62-68ce-4370-9f87-db4710b38ba8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.665994 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95fcb62-68ce-4370-9f87-db4710b38ba8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.666424 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95fcb62-68ce-4370-9f87-db4710b38ba8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:37.666742 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95fcb62-68ce-4370-9f87-db4710b38ba8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:28:45.049611 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:28:53.866926 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b32c53b5-07ae-436a-8135-7584a1740b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:55.998037 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:56.135082 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c4344ce5-9a98-4e21-b4ec-256f3d49d8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:57.758350 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:58.889599 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:28:59.094293 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bea64468-5354-4f71-bf97-6e8d33f63f30 req-473014c5-2e1e-44ee-9d50-818ccebd2b70 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445852 Mar 07 23:28:59.177386 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea64468-5354-4f71-bf97-6e8d33f63f30 req-c44531fa-6a42-4d41-8e99-d84744a3b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:59.178830 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bea64468-5354-4f71-bf97-6e8d33f63f30 req-c44531fa-6a42-4d41-8e99-d84744a3b723 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2bdb22df29a4630861847d27d56928a&device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 1169 time: 0.0429935 Mar 07 23:28:59.279376 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea64468-5354-4f71-bf97-6e8d33f63f30 req-29086302-2c26-4f37-bcb1-607af2160f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:59.280834 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bea64468-5354-4f71-bf97-6e8d33f63f30 req-29086302-2c26-4f37-bcb1-607af2160f88 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3908e938-b356-4eea-a575-774f9d2496e1 HTTP/1.1" status: 200 len: 916 time: 0.0843005 Mar 07 23:28:59.593473 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bea64468-5354-4f71-bf97-6e8d33f63f30 req-7e4014f5-b6de-45e1-8b8d-66b2c65c8d75 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed HTTP/1.1" status: 200 len: 1002 time: 0.3066747 Mar 07 23:28:59.638889 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea64468-5354-4f71-bf97-6e8d33f63f30 req-3a3593cc-75c2-41c0-9822-d0891b267377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:59.640231 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bea64468-5354-4f71-bf97-6e8d33f63f30 req-3a3593cc-75c2-41c0-9822-d0891b267377 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed71b9a0-47fc-479d-b6e8-58ebf0a1106f HTTP/1.1" status: 200 len: 854 time: 0.0401471 Mar 07 23:28:59.689524 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea64468-5354-4f71-bf97-6e8d33f63f30 req-4629e34d-9d47-4638-b6ec-2efd5c03e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:28:59.690971 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bea64468-5354-4f71-bf97-6e8d33f63f30 req-4629e34d-9d47-4638-b6ec-2efd5c03e15a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3908e938-b356-4eea-a575-774f9d2496e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445149 Mar 07 23:28:59.776087 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bea64468-5354-4f71-bf97-6e8d33f63f30 req-45859d2f-4a91-4792-9ea9-c6cb9b9a4d45 service neutron] 10.222.0.16 "GET /v2.0/networks/3908e938-b356-4eea-a575-774f9d2496e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775602 Mar 07 23:28:59.864203 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bea64468-5354-4f71-bf97-6e8d33f63f30 req-9d813695-3f58-4e92-b69c-c2735da7e395 service neutron] 10.222.0.16 "GET /v2.0/networks/3908e938-b356-4eea-a575-774f9d2496e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822060 Mar 07 23:29:00.369379 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:06.000920 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-8bc27a1c-fb14-4384-977e-9b2816fd8a9a req-5e7f5455-1dae-4527-b502-f9c3addaf0eb tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-622614736&fields=id&tenant_id=d2bdb22df29a4630861847d27d56928a HTTP/1.1" status: 200 len: 267 time: 0.0423729 Mar 07 23:29:06.056298 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc27a1c-fb14-4384-977e-9b2816fd8a9a req-42ddd6d7-c8e2-40d8-80ee-527a2b670b3f tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:06.057798 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-8bc27a1c-fb14-4384-977e-9b2816fd8a9a req-42ddd6d7-c8e2-40d8-80ee-527a2b670b3f tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 985 time: 0.0511904 Mar 07 23:29:06.068928 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [req-8bc27a1c-fb14-4384-977e-9b2816fd8a9a req-2fe87b54-7c38-49a6-a593-ee556c5e0cb1 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Request body: {'port': {'security_groups': ['e54c388a-bbc3-4032-b6b3-964fc736b43b']}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:29:06.140931 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8bc27a1c-fb14-4384-977e-9b2816fd8a9a req-2fe87b54-7c38-49a6-a593-ee556c5e0cb1 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:06.584912 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [req-8bc27a1c-fb14-4384-977e-9b2816fd8a9a req-2fe87b54-7c38-49a6-a593-ee556c5e0cb1 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] For port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed,segment=NetworkSegment(56cad15d-2387-462c-8fd4-2d5991506f1a),segment_id=56cad15d-2387-462c-8fd4-2d5991506f1a)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:29:06.612984 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8bc27a1c-fb14-4384-977e-9b2816fd8a9a req-2fe87b54-7c38-49a6-a593-ee556c5e0cb1 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for port (0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:06.654975 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8bc27a1c-fb14-4384-977e-9b2816fd8a9a req-2fe87b54-7c38-49a6-a593-ee556c5e0cb1 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280631'] for port (0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:06.667531 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:29:06.699193 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc27a1c-fb14-4384-977e-9b2816fd8a9a req-2fe87b54-7c38-49a6-a593-ee556c5e0cb1 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:06.699834 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [req-8bc27a1c-fb14-4384-977e-9b2816fd8a9a req-2fe87b54-7c38-49a6-a593-ee556c5e0cb1 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:06.701263 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-8bc27a1c-fb14-4384-977e-9b2816fd8a9a req-2fe87b54-7c38-49a6-a593-ee556c5e0cb1 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "PUT /v2.0/ports/0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed HTTP/1.1" status: 200 len: 943 time: 0.6374812 Mar 07 23:29:06.701721 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1facda27-a7d3-4a2f-87fe-61743ca9ba2f', 'tag': '0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:29:06.703988 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d3512a-0a7d-4897-ad71-99b8843ba474" -d '{"events": [{"name": "network-changed", "server_uuid": "1facda27-a7d3-4a2f-87fe-61743ca9ba2f", "tag": "0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:29:06.708993 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49460) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:06.754040 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe87b54-7c38-49a6-a593-ee556c5e0cb1 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Pushing event updated for resources: {'Port': ['ID=0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed,revision_number=7']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:06.758366 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508bb88a-9b81-4a9e-95b9-fadb3ef44443 x-openstack-request-id: req-508bb88a-9b81-4a9e-95b9-fadb3ef44443 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:29:06.758653 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1facda27-a7d3-4a2f-87fe-61743ca9ba2f", "tag": "0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:29:06.758909 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-508bb88a-9b81-4a9e-95b9-fadb3ef44443 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:29:06.759297 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1facda27-a7d3-4a2f-87fe-61743ca9ba2f', 'tag': '0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed', 'status': 'completed', 'code': 200} Mar 07 23:29:06.789310 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5e16-a69d-4278-b5f5-90c851be8627 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for security_group (a2e0c405-5be5-4ab9-8af3-ba207740d8e8), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:06.813827 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:29:06.824972 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5e16-a69d-4278-b5f5-90c851be8627 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for security_group (a2e0c405-5be5-4ab9-8af3-ba207740d8e8), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:06.830196 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3512a-0a7d-4897-ad71-99b8843ba474 req-304516ab-2019-44c9-9fe4-9b6989ed7aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:06.832303 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c9d3512a-0a7d-4897-ad71-99b8843ba474 req-304516ab-2019-44c9-9fe4-9b6989ed7aa3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2bdb22df29a4630861847d27d56928a&device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 1130 time: 0.0502582 Mar 07 23:29:06.934730 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3512a-0a7d-4897-ad71-99b8843ba474 req-ef92f20a-cbd5-49ed-af71-db0b860d6d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:06.936527 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c9d3512a-0a7d-4897-ad71-99b8843ba474 req-ef92f20a-cbd5-49ed-af71-db0b860d6d9f service neutron] 10.222.0.16 "GET /v2.0/networks?id=3908e938-b356-4eea-a575-774f9d2496e1 HTTP/1.1" status: 200 len: 916 time: 0.0961249 Mar 07 23:29:06.952423 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5e16-a69d-4278-b5f5-90c851be8627 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (a2e0c405-5be5-4ab9-8af3-ba207740d8e8), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:06.955509 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5e16-a69d-4278-b5f5-90c851be8627 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:06.956693 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-5b5e5e16-a69d-4278-b5f5-90c851be8627 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "DELETE /v2.0/security-groups/a2e0c405-5be5-4ab9-8af3-ba207740d8e8 HTTP/1.1" status: 204 len: 168 time: 0.2469449 Mar 07 23:29:06.961710 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49462) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:06.978748 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e5e16-a69d-4278-b5f5-90c851be8627 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e0c405-5be5-4ab9-8af3-ba207740d8e8,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:06.982769 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-02d38079-3337-45b7-ad4f-ae853e2ce47c None None] Provisioning complete for port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:29:06.983449 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-02d38079-3337-45b7-ad4f-ae853e2ce47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:07.007312 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c9d3512a-0a7d-4897-ad71-99b8843ba474 req-59677488-f167-499c-8351-2a1484ea15b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed HTTP/1.1" status: 200 len: 1002 time: 0.0616124 Mar 07 23:29:07.065209 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3512a-0a7d-4897-ad71-99b8843ba474 req-66091a81-45b9-4da5-8db3-8c11a17fb93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:07.066570 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c9d3512a-0a7d-4897-ad71-99b8843ba474 req-66091a81-45b9-4da5-8db3-8c11a17fb93c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed71b9a0-47fc-479d-b6e8-58ebf0a1106f HTTP/1.1" status: 200 len: 854 time: 0.0531971 Mar 07 23:29:07.075376 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-02d38079-3337-45b7-ad4f-ae853e2ce47c None None] Current status of the port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:29:07.127432 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3512a-0a7d-4897-ad71-99b8843ba474 req-98932ef0-5267-4dbb-aa84-dce850af97d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:07.128973 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c9d3512a-0a7d-4897-ad71-99b8843ba474 req-98932ef0-5267-4dbb-aa84-dce850af97d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3908e938-b356-4eea-a575-774f9d2496e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484490 Mar 07 23:29:07.138456 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2c16c303-2010-4ccc-893d-91dbd3fdb982 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Deleting port 3fa83ef9-a57e-420e-af8c-f2d39c1d9e6d {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:29:07.139007 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c16c303-2010-4ccc-893d-91dbd3fdb982 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (3fa83ef9-a57e-420e-af8c-f2d39c1d9e6d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:07.212246 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c16c303-2010-4ccc-893d-91dbd3fdb982 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (3fa83ef9-a57e-420e-af8c-f2d39c1d9e6d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:07.212592 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c16c303-2010-4ccc-893d-91dbd3fdb982 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for floatingip (3fa83ef9-a57e-420e-af8c-f2d39c1d9e6d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:07.216085 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c9d3512a-0a7d-4897-ad71-99b8843ba474 req-5ae9291a-18ee-4a48-bb12-5254452e497c service neutron] 10.222.0.16 "GET /v2.0/networks/3908e938-b356-4eea-a575-774f9d2496e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793087 Mar 07 23:29:07.224080 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-2c16c303-2010-4ccc-893d-91dbd3fdb982 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Calling delete_port for 3fa83ef9-a57e-420e-af8c-f2d39c1d9e6d owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:29:07.304552 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c9d3512a-0a7d-4897-ad71-99b8843ba474 req-7e110b07-1e93-4730-ae95-0cf3ee42ca69 service neutron] 10.222.0.16 "GET /v2.0/networks/3908e938-b356-4eea-a575-774f9d2496e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827434 Mar 07 23:29:07.461470 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c16c303-2010-4ccc-893d-91dbd3fdb982 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (3fa83ef9-a57e-420e-af8c-f2d39c1d9e6d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:07.487249 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16c303-2010-4ccc-893d-91dbd3fdb982 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Pushing event deleted for resources: {'Port': ['ID=3fa83ef9-a57e-420e-af8c-f2d39c1d9e6d,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:07.550047 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c16c303-2010-4ccc-893d-91dbd3fdb982 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks [] for floatingip (35930b37-86cd-4ed0-acd3-e1754669fac2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:07.550660 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.l3_db [None req-2c16c303-2010-4ccc-893d-91dbd3fdb982 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Floating IP 35930b37-86cd-4ed0-acd3-e1754669fac2 disassociated (deleted). External IP: 172.27.3.114, port: 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed. Mar 07 23:29:07.757462 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c16c303-2010-4ccc-893d-91dbd3fdb982 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Router 5cbc94c5-047f-49e6-b755-f68be729f4d4 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:29:07.862952 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c16c303-2010-4ccc-893d-91dbd3fdb982 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:29:07.868260 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c16c303-2010-4ccc-893d-91dbd3fdb982 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:07.872748 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652f57ce-7781-4d84-8251-4e974c42e053 None None] Sync routers for ids ['5cbc94c5-047f-49e6-b755-f68be729f4d4'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:29:07.882330 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652f57ce-7781-4d84-8251-4e974c42e053 None None] Routers {'5cbc94c5-047f-49e6-b755-f68be729f4d4'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:29:07.882938 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-652f57ce-7781-4d84-8251-4e974c42e053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:28:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['5cbc94c5-047f-49e6-b755-f68be729f4d4'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:07.897329 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-2c16c303-2010-4ccc-893d-91dbd3fdb982 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "DELETE /v2.0/floatingips/35930b37-86cd-4ed0-acd3-e1754669fac2 HTTP/1.1" status: 204 len: 168 time: 0.9346750 Mar 07 23:29:07.990951 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-652f57ce-7781-4d84-8251-4e974c42e053 None None] Set router 5cbc94c5-047f-49e6-b755-f68be729f4d4 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:29:08.182094 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-652f57ce-7781-4d84-8251-4e974c42e053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'name': 'tempest-TestMinimumBasicScenario-1979272474-router', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:26:55Z', 'updated_at': '2022-03-07T23:26:58Z', 'revision_number': 4, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'gw_port': {'id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:26:56Z', 'updated_at': '2022-03-07T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': 'c62227bb-4187-4d18-9fca-49c8093d75de', 'name': '', 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'mac_address': 'fa:16:3e:4a:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ed71b9a0-47fc-479d-b6e8-58ebf0a1106f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:26:58Z', 'updated_at': '2022-03-07T23:27:02Z', 'revision_number': 5, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'subnets': [{'id': 'ed71b9a0-47fc-479d-b6e8-58ebf0a1106f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:08.207483 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652f57ce-7781-4d84-8251-4e974c42e053 None None] Checking router: 5cbc94c5-047f-49e6-b755-f68be729f4d4 for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:29:08.216551 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652f57ce-7781-4d84-8251-4e974c42e053 None None] Routers {'5cbc94c5-047f-49e6-b755-f68be729f4d4'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:29:08.220264 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-652f57ce-7781-4d84-8251-4e974c42e053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:28:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['5cbc94c5-047f-49e6-b755-f68be729f4d4'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:08.327286 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-652f57ce-7781-4d84-8251-4e974c42e053 None None] Set router 5cbc94c5-047f-49e6-b755-f68be729f4d4 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:29:08.518646 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-652f57ce-7781-4d84-8251-4e974c42e053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'name': 'tempest-TestMinimumBasicScenario-1979272474-router', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:26:55Z', 'updated_at': '2022-03-07T23:26:58Z', 'revision_number': 4, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'gw_port': {'id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:26:56Z', 'updated_at': '2022-03-07T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': 'c62227bb-4187-4d18-9fca-49c8093d75de', 'name': '', 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'mac_address': 'fa:16:3e:4a:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ed71b9a0-47fc-479d-b6e8-58ebf0a1106f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:26:58Z', 'updated_at': '2022-03-07T23:27:02Z', 'revision_number': 5, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'subnets': [{'id': 'ed71b9a0-47fc-479d-b6e8-58ebf0a1106f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:08.544697 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652f57ce-7781-4d84-8251-4e974c42e053 None None] The sync data for ids ['5cbc94c5-047f-49e6-b755-f68be729f4d4'] in dv-cinder-813223-6-iscsi is: [{'id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'name': 'tempest-TestMinimumBasicScenario-1979272474-router', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:26:55Z', 'updated_at': '2022-03-07T23:26:58Z', 'revision_number': 4, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'gw_port': {'id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:26:56Z', 'updated_at': '2022-03-07T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': 'c62227bb-4187-4d18-9fca-49c8093d75de', 'name': '', 'network_id': '3908e938-b356-4eea-a575-774f9d2496e1', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'mac_address': 'fa:16:3e:4a:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ed71b9a0-47fc-479d-b6e8-58ebf0a1106f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:26:58Z', 'updated_at': '2022-03-07T23:27:02Z', 'revision_number': 5, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'subnets': [{'id': 'ed71b9a0-47fc-479d-b6e8-58ebf0a1106f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:29:08.759843 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7380c6-3f48-4479-a1d3-5fccac749729 None None] New status for floating IP 35930b37-86cd-4ed0-acd3-e1754669fac2: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:29:08.760342 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1facda27-a7d3-4a2f-87fe-61743ca9ba2f', 'tag': '0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:29:08.762330 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dd1efb-4c39-46fa-9337-17237ddd1f62" -d '{"events": [{"name": "network-changed", "server_uuid": "1facda27-a7d3-4a2f-87fe-61743ca9ba2f", "tag": "0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:29:08.797659 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf998c6-b688-462b-b570-6ce4af843287 x-openstack-request-id: req-0bf998c6-b688-462b-b570-6ce4af843287 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:29:08.797961 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1facda27-a7d3-4a2f-87fe-61743ca9ba2f", "tag": "0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:29:08.798857 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0bf998c6-b688-462b-b570-6ce4af843287 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:29:08.798857 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1facda27-a7d3-4a2f-87fe-61743ca9ba2f', 'tag': '0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed', 'status': 'completed', 'code': 200} Mar 07 23:29:08.863629 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd1efb-4c39-46fa-9337-17237ddd1f62 req-642cb519-a714-4ffe-bf9e-2dd1322303d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:08.865306 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-54dd1efb-4c39-46fa-9337-17237ddd1f62 req-642cb519-a714-4ffe-bf9e-2dd1322303d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2bdb22df29a4630861847d27d56928a&device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 1130 time: 0.0461495 Mar 07 23:29:08.965765 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd1efb-4c39-46fa-9337-17237ddd1f62 req-e29bbee6-a8e1-45fd-8501-81b7aa17ecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:08.967268 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-54dd1efb-4c39-46fa-9337-17237ddd1f62 req-e29bbee6-a8e1-45fd-8501-81b7aa17ecf4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3908e938-b356-4eea-a575-774f9d2496e1 HTTP/1.1" status: 200 len: 916 time: 0.0924635 Mar 07 23:29:09.007556 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-54dd1efb-4c39-46fa-9337-17237ddd1f62 req-29d4bd2e-8ce0-4752-be9a-50f7419c2917 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed HTTP/1.1" status: 200 len: 217 time: 0.0341959 Mar 07 23:29:09.056065 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd1efb-4c39-46fa-9337-17237ddd1f62 req-43d2ca0d-238b-4ab5-906a-135dc7f58de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:09.056767 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-54dd1efb-4c39-46fa-9337-17237ddd1f62 req-43d2ca0d-238b-4ab5-906a-135dc7f58de8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed71b9a0-47fc-479d-b6e8-58ebf0a1106f HTTP/1.1" status: 200 len: 854 time: 0.0431092 Mar 07 23:29:09.105589 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd1efb-4c39-46fa-9337-17237ddd1f62 req-2b746e3c-8409-428e-a293-28ba43678e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:09.107123 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-54dd1efb-4c39-46fa-9337-17237ddd1f62 req-2b746e3c-8409-428e-a293-28ba43678e48 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3908e938-b356-4eea-a575-774f9d2496e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441730 Mar 07 23:29:09.204898 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-54dd1efb-4c39-46fa-9337-17237ddd1f62 req-3cbd23d2-a424-4b6e-8fc0-ecbdfdfecf76 service neutron] 10.222.0.16 "GET /v2.0/networks/3908e938-b356-4eea-a575-774f9d2496e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881610 Mar 07 23:29:09.297627 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-54dd1efb-4c39-46fa-9337-17237ddd1f62 req-febc05f8-827e-46c7-8a7c-e29a4347b830 service neutron] 10.222.0.16 "GET /v2.0/networks/3908e938-b356-4eea-a575-774f9d2496e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848057 Mar 07 23:29:11.029023 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b60b5-6aa4-402b-b668-d7377b530495 req-55b6b498-cb90-4e75-b1ad-b9bf27301fc0 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:11.030493 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ea6b60b5-6aa4-402b-b668-d7377b530495 req-55b6b498-cb90-4e75-b1ad-b9bf27301fc0 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 946 time: 0.0516851 Mar 07 23:29:11.076728 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ea6b60b5-6aa4-402b-b668-d7377b530495 req-3afd00f7-5e24-42c8-ab1a-7bc829987f7c tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405819 Mar 07 23:29:12.194383 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab494474-ee0f-42c0-9bca-b86d8a94f227 req-c6e863c5-fceb-4b4c-ba8f-505029b25761 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:12.195850 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ab494474-ee0f-42c0-9bca-b86d8a94f227 req-c6e863c5-fceb-4b4c-ba8f-505029b25761 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 946 time: 0.0528545 Mar 07 23:29:12.241452 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ab494474-ee0f-42c0-9bca-b86d8a94f227 req-b544ba98-7cc1-4814-a528-6c78f2d95363 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/security-groups?id=e54c388a-bbc3-4032-b6b3-964fc736b43b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399523 Mar 07 23:29:12.724778 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b527932-0089-48e6-91eb-cca806d113dc req-8d123a2a-e3a0-42e7-8816-8699375f5972 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:12.726243 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1b527932-0089-48e6-91eb-cca806d113dc req-8d123a2a-e3a0-42e7-8816-8699375f5972 tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.16 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 946 time: 0.0502448 Mar 07 23:29:12.817061 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [req-1b527932-0089-48e6-91eb-cca806d113dc req-bdde47c8-afe7-4211-8c92-b3f5f103b15d tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Deleting port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:29:12.817406 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-1b527932-0089-48e6-91eb-cca806d113dc req-bdde47c8-afe7-4211-8c92-b3f5f103b15d tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:12.900818 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-1b527932-0089-48e6-91eb-cca806d113dc req-bdde47c8-afe7-4211-8c92-b3f5f103b15d tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] For port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed,segment=NetworkSegment(56cad15d-2387-462c-8fd4-2d5991506f1a),segment_id=56cad15d-2387-462c-8fd4-2d5991506f1a)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:29:12.901193 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-1b527932-0089-48e6-91eb-cca806d113dc req-bdde47c8-afe7-4211-8c92-b3f5f103b15d tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:12.912370 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [req-1b527932-0089-48e6-91eb-cca806d113dc req-bdde47c8-afe7-4211-8c92-b3f5f103b15d tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Calling delete_port for 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed owned by compute:nova {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:29:13.083991 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-1b527932-0089-48e6-91eb-cca806d113dc req-bdde47c8-afe7-4211-8c92-b3f5f103b15d tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:13.095612 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:29:13.111939 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde47c8-afe7-4211-8c92-b3f5f103b15d tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Pushing event deleted for resources: {'Port': ['ID=0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:13.158212 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b527932-0089-48e6-91eb-cca806d113dc req-bdde47c8-afe7-4211-8c92-b3f5f103b15d tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] No DVR routers for this DVR port 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed on host hv-cinder-81322 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:29:13.160686 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-1b527932-0089-48e6-91eb-cca806d113dc req-bdde47c8-afe7-4211-8c92-b3f5f103b15d tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:13.164421 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1b527932-0089-48e6-91eb-cca806d113dc req-bdde47c8-afe7-4211-8c92-b3f5f103b15d tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.16 "DELETE /v2.0/ports/0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed HTTP/1.1" status: 204 len: 173 time: 0.4332850 Mar 07 23:29:13.164850 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1facda27-a7d3-4a2f-87fe-61743ca9ba2f', 'name': 'network-vif-deleted', 'tag': '0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:29:13.167081 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14d9c83-4706-477c-90d3-9ae516127355" -d '{"events": [{"server_uuid": "1facda27-a7d3-4a2f-87fe-61743ca9ba2f", "name": "network-vif-deleted", "tag": "0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:29:13.202219 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401f41d6-56f6-480b-876b-49230e18190a x-openstack-request-id: req-401f41d6-56f6-480b-876b-49230e18190a {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:29:13.203064 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1facda27-a7d3-4a2f-87fe-61743ca9ba2f", "name": "network-vif-deleted", "tag": "0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:29:13.203064 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-401f41d6-56f6-480b-876b-49230e18190a {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:29:13.203279 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1facda27-a7d3-4a2f-87fe-61743ca9ba2f', 'name': 'network-vif-deleted', 'tag': '0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed', 'status': 'completed', 'code': 200} Mar 07 23:29:13.334117 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-fc7e12fa-acae-405c-b665-974b5cf4d373 req-557e870a-0ca0-4246-9002-50e0e9f9390b tempest-TestMinimumBasicScenario-634284049 tempest-TestMinimumBasicScenario-634284049-project] 10.222.0.24 "GET /v2.0/ports?device_id=1facda27-a7d3-4a2f-87fe-61743ca9ba2f HTTP/1.1" status: 200 len: 210 time: 0.0267694 Mar 07 23:29:15.546020 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49542) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:15.878784 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e1f5f0b-a295-4f67-8eb7-24d279d2e0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563542'] for router_interface (5cbc94c5-047f-49e6-b755-f68be729f4d4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:16.116820 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-3e1f5f0b-a295-4f67-8eb7-24d279d2e0f5 admin admin] Deleting port c62227bb-4187-4d18-9fca-49c8093d75de {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:29:16.117145 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e1f5f0b-a295-4f67-8eb7-24d279d2e0f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (c62227bb-4187-4d18-9fca-49c8093d75de), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:16.190633 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-3e1f5f0b-a295-4f67-8eb7-24d279d2e0f5 admin admin] For port c62227bb-4187-4d18-9fca-49c8093d75de, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=c62227bb-4187-4d18-9fca-49c8093d75de,segment=NetworkSegment(56cad15d-2387-462c-8fd4-2d5991506f1a),segment_id=56cad15d-2387-462c-8fd4-2d5991506f1a)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:29:16.190906 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e1f5f0b-a295-4f67-8eb7-24d279d2e0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (c62227bb-4187-4d18-9fca-49c8093d75de), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:16.202442 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-3e1f5f0b-a295-4f67-8eb7-24d279d2e0f5 admin admin] Calling delete_port for c62227bb-4187-4d18-9fca-49c8093d75de owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:29:16.293156 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:29:16.312697 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] No Port match for: 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:29:16.313069 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 0b7ed6d0-cafb-45aa-bfdc-21c84e3277ed not bound to the agent host hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:29:16.420589 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e1f5f0b-a295-4f67-8eb7-24d279d2e0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (c62227bb-4187-4d18-9fca-49c8093d75de), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:16.443310 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f5f0b-a295-4f67-8eb7-24d279d2e0f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c62227bb-4187-4d18-9fca-49c8093d75de,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:16.613727 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-3e1f5f0b-a295-4f67-8eb7-24d279d2e0f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563490'] for router_interface (5cbc94c5-047f-49e6-b755-f68be729f4d4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:16.828349 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1f5f0b-a295-4f67-8eb7-24d279d2e0f5 admin admin] Router 5cbc94c5-047f-49e6-b755-f68be729f4d4 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:29:16.933546 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1f5f0b-a295-4f67-8eb7-24d279d2e0f5 admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:29:16.938742 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-3e1f5f0b-a295-4f67-8eb7-24d279d2e0f5 admin admin] 10.222.0.24 "PUT /v2.0/routers/5cbc94c5-047f-49e6-b755-f68be729f4d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3917165 Mar 07 23:29:16.941347 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49544) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:16.942652 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab09c8e-bf65-4efe-bf12-180e30a3bb23 None None] Sync routers for ids ['5cbc94c5-047f-49e6-b755-f68be729f4d4'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:29:16.953363 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab09c8e-bf65-4efe-bf12-180e30a3bb23 None None] Routers {'5cbc94c5-047f-49e6-b755-f68be729f4d4'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:29:16.953970 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-3ab09c8e-bf65-4efe-bf12-180e30a3bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:28:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['5cbc94c5-047f-49e6-b755-f68be729f4d4'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:17.043006 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dc5c3d01-0f3d-4359-bd2a-b8ec7398796b admin admin] Publish callbacks [] for router (5cbc94c5-047f-49e6-b755-f68be729f4d4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:17.057659 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-3ab09c8e-bf65-4efe-bf12-180e30a3bb23 None None] Set router 5cbc94c5-047f-49e6-b755-f68be729f4d4 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:29:17.242483 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-3ab09c8e-bf65-4efe-bf12-180e30a3bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'name': 'tempest-TestMinimumBasicScenario-1979272474-router', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:26:55Z', 'updated_at': '2022-03-07T23:29:16Z', 'revision_number': 5, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'gw_port': {'id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:26:56Z', 'updated_at': '2022-03-07T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:17.360809 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab09c8e-bf65-4efe-bf12-180e30a3bb23 None None] Checking router: 5cbc94c5-047f-49e6-b755-f68be729f4d4 for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:29:17.370003 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab09c8e-bf65-4efe-bf12-180e30a3bb23 None None] Routers {'5cbc94c5-047f-49e6-b755-f68be729f4d4'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:29:17.370623 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-3ab09c8e-bf65-4efe-bf12-180e30a3bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:28:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['5cbc94c5-047f-49e6-b755-f68be729f4d4'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:17.425843 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dc5c3d01-0f3d-4359-bd2a-b8ec7398796b admin admin] Publish callbacks [] for router_gateway (5cbc94c5-047f-49e6-b755-f68be729f4d4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:17.473410 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-3ab09c8e-bf65-4efe-bf12-180e30a3bb23 None None] Set router 5cbc94c5-047f-49e6-b755-f68be729f4d4 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:29:17.554933 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-dc5c3d01-0f3d-4359-bd2a-b8ec7398796b admin admin] Deleting port 0e71306f-ee72-4c6d-b8e4-6d2a5b043f41 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:29:17.555270 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dc5c3d01-0f3d-4359-bd2a-b8ec7398796b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (0e71306f-ee72-4c6d-b8e4-6d2a5b043f41), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:17.631813 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-dc5c3d01-0f3d-4359-bd2a-b8ec7398796b admin admin] For port 0e71306f-ee72-4c6d-b8e4-6d2a5b043f41, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=0e71306f-ee72-4c6d-b8e4-6d2a5b043f41,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:29:17.632508 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dc5c3d01-0f3d-4359-bd2a-b8ec7398796b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (0e71306f-ee72-4c6d-b8e4-6d2a5b043f41), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:17.643600 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-dc5c3d01-0f3d-4359-bd2a-b8ec7398796b admin admin] Calling delete_port for 0e71306f-ee72-4c6d-b8e4-6d2a5b043f41 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:29:17.644010 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-3ab09c8e-bf65-4efe-bf12-180e30a3bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'name': 'tempest-TestMinimumBasicScenario-1979272474-router', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:26:55Z', 'updated_at': '2022-03-07T23:29:16Z', 'revision_number': 5, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'gw_port': {'id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:26:56Z', 'updated_at': '2022-03-07T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:17.672926 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab09c8e-bf65-4efe-bf12-180e30a3bb23 None None] The sync data for ids ['5cbc94c5-047f-49e6-b755-f68be729f4d4'] in dv-cinder-813223-6-iscsi is: [{'id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'name': 'tempest-TestMinimumBasicScenario-1979272474-router', 'tenant_id': 'd2bdb22df29a4630861847d27d56928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:26:55Z', 'updated_at': '2022-03-07T23:29:16Z', 'revision_number': 5, 'project_id': 'd2bdb22df29a4630861847d27d56928a', 'gw_port': {'id': '0e71306f-ee72-4c6d-b8e4-6d2a5b043f41', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbc94c5-047f-49e6-b755-f68be729f4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:26:56Z', 'updated_at': '2022-03-07T23:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:29:17.849587 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dc5c3d01-0f3d-4359-bd2a-b8ec7398796b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (0e71306f-ee72-4c6d-b8e4-6d2a5b043f41), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:17.873606 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c3d01-0f3d-4359-bd2a-b8ec7398796b admin admin] Pushing event deleted for resources: {'Port': ['ID=0e71306f-ee72-4c6d-b8e4-6d2a5b043f41,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:17.931735 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dc5c3d01-0f3d-4359-bd2a-b8ec7398796b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558984'] for router_gateway (5cbc94c5-047f-49e6-b755-f68be729f4d4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:18.022361 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dc5c3d01-0f3d-4359-bd2a-b8ec7398796b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28530'] for router (5cbc94c5-047f-49e6-b755-f68be729f4d4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:18.024595 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dc5c3d01-0f3d-4359-bd2a-b8ec7398796b admin admin] Publish callbacks [] for router_controller (5cbc94c5-047f-49e6-b755-f68be729f4d4), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:18.169594 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dc5c3d01-0f3d-4359-bd2a-b8ec7398796b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561707'] for router (5cbc94c5-047f-49e6-b755-f68be729f4d4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:18.170122 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5c3d01-0f3d-4359-bd2a-b8ec7398796b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cbc94c5-047f-49e6-b755-f68be729f4d4 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 23:29:18.174876 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dc5c3d01-0f3d-4359-bd2a-b8ec7398796b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:18.176030 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-dc5c3d01-0f3d-4359-bd2a-b8ec7398796b admin admin] 10.222.0.24 "DELETE /v2.0/routers/5cbc94c5-047f-49e6-b755-f68be729f4d4 HTTP/1.1" status: 204 len: 168 time: 1.2337646 Mar 07 23:29:18.179017 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49546) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:18.223452 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e901a4-0ce1-4261-86e9-42a8ca2b0aed admin admin] Deleting subnet ed71b9a0-47fc-479d-b6e8-58ebf0a1106f {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 23:29:18.226698 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-78e901a4-0ce1-4261-86e9-42a8ca2b0aed admin admin] Publish callbacks [] for subnet (ed71b9a0-47fc-479d-b6e8-58ebf0a1106f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:18.262176 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-78e901a4-0ce1-4261-86e9-42a8ca2b0aed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799380'] for subnet (ed71b9a0-47fc-479d-b6e8-58ebf0a1106f), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:18.342439 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-78e901a4-0ce1-4261-86e9-42a8ca2b0aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1321719'] for subnet (ed71b9a0-47fc-479d-b6e8-58ebf0a1106f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:18.455739 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-78e901a4-0ce1-4261-86e9-42a8ca2b0aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1321708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9280569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8993421'] for subnet (ed71b9a0-47fc-479d-b6e8-58ebf0a1106f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:18.480677 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e901a4-0ce1-4261-86e9-42a8ca2b0aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed71b9a0-47fc-479d-b6e8-58ebf0a1106f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:18.484293 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-78e901a4-0ce1-4261-86e9-42a8ca2b0aed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:18.487573 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-78e901a4-0ce1-4261-86e9-42a8ca2b0aed admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ed71b9a0-47fc-479d-b6e8-58ebf0a1106f HTTP/1.1" status: 204 len: 168 time: 0.3074765 Mar 07 23:29:18.490510 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49548) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:18.491169 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06926fc2-7699-4b0a-88fa-dccf11a99a6a None None] Network 3908e938-b356-4eea-a575-774f9d2496e1 requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:29:18.557341 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6df7b8ae-97ee-449c-93b9-f3763c56a074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1357688'] for network (3908e938-b356-4eea-a575-774f9d2496e1), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:18.613414 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-6df7b8ae-97ee-449c-93b9-f3763c56a074 admin admin] Deleting port 9bf7f3be-3eae-4b2d-8865-767c699e2e89 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:29:18.613746 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6df7b8ae-97ee-449c-93b9-f3763c56a074 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (9bf7f3be-3eae-4b2d-8865-767c699e2e89), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:18.679061 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-6df7b8ae-97ee-449c-93b9-f3763c56a074 admin admin] For port 9bf7f3be-3eae-4b2d-8865-767c699e2e89, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=9bf7f3be-3eae-4b2d-8865-767c699e2e89,segment=NetworkSegment(56cad15d-2387-462c-8fd4-2d5991506f1a),segment_id=56cad15d-2387-462c-8fd4-2d5991506f1a)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:29:18.679765 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6df7b8ae-97ee-449c-93b9-f3763c56a074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (9bf7f3be-3eae-4b2d-8865-767c699e2e89), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:18.690766 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565fb028-6680-4153-bf9e-a0e5c800ba1c None None] DHCP port deletion for 3908e938-b356-4eea-a575-774f9d2496e1 request from dv-cinder-813223-6-iscsi {{(pid=103609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 23:29:18.692483 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-6df7b8ae-97ee-449c-93b9-f3763c56a074 admin admin] Calling delete_port for 9bf7f3be-3eae-4b2d-8865-767c699e2e89 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:29:18.738547 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-565fb028-6680-4153-bf9e-a0e5c800ba1c None None] Deleting port 9bf7f3be-3eae-4b2d-8865-767c699e2e89 {{(pid=103609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:29:18.738835 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-565fb028-6680-4153-bf9e-a0e5c800ba1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (9bf7f3be-3eae-4b2d-8865-767c699e2e89), before_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:18.799230 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-565fb028-6680-4153-bf9e-a0e5c800ba1c None None] For port 9bf7f3be-3eae-4b2d-8865-767c699e2e89, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=9bf7f3be-3eae-4b2d-8865-767c699e2e89,segment=NetworkSegment(56cad15d-2387-462c-8fd4-2d5991506f1a),segment_id=56cad15d-2387-462c-8fd4-2d5991506f1a)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:29:18.799605 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-565fb028-6680-4153-bf9e-a0e5c800ba1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (9bf7f3be-3eae-4b2d-8865-767c699e2e89), precommit_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:18.815330 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-565fb028-6680-4153-bf9e-a0e5c800ba1c None None] Calling delete_port for 9bf7f3be-3eae-4b2d-8865-767c699e2e89 owned by network:dhcp {{(pid=103609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:29:18.867136 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6df7b8ae-97ee-449c-93b9-f3763c56a074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (9bf7f3be-3eae-4b2d-8865-767c699e2e89), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:18.876836 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device c62227bb-4187-4d18-9fca-49c8093d75de no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:29:18.894138 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7b8ae-97ee-449c-93b9-f3763c56a074 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf7f3be-3eae-4b2d-8865-767c699e2e89,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:18.898464 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df7b8ae-97ee-449c-93b9-f3763c56a074 admin admin] No DVR routers for this DVR port 9bf7f3be-3eae-4b2d-8865-767c699e2e89 on host dv-cinder-813223-6-iscsi {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:29:18.905159 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: c62227bb-4187-4d18-9fca-49c8093d75de {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:29:18.905514 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device c62227bb-4187-4d18-9fca-49c8093d75de not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:29:18.905935 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 9bf7f3be-3eae-4b2d-8865-767c699e2e89 no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:29:18.926434 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: 9bf7f3be-3eae-4b2d-8865-767c699e2e89 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:29:18.926785 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 9bf7f3be-3eae-4b2d-8865-767c699e2e89 not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:29:18.927234 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 0e71306f-ee72-4c6d-b8e4-6d2a5b043f41 no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:29:18.929972 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-565fb028-6680-4153-bf9e-a0e5c800ba1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880'] for port (9bf7f3be-3eae-4b2d-8865-767c699e2e89), after_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:18.970684 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: 0e71306f-ee72-4c6d-b8e4-6d2a5b043f41 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:29:18.971033 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 0e71306f-ee72-4c6d-b8e4-6d2a5b043f41 not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:29:18.972827 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6df7b8ae-97ee-449c-93b9-f3763c56a074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479032', 'neutron.services.segments.db._delete_segments_for_network-8747802712679'] for network (3908e938-b356-4eea-a575-774f9d2496e1), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:18.975494 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fb028-6680-4153-bf9e-a0e5c800ba1c None None] Pushing event deleted for resources: {'Port': ['ID=9bf7f3be-3eae-4b2d-8865-767c699e2e89,revision_number=None']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:18.983030 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565fb028-6680-4153-bf9e-a0e5c800ba1c None None] No DVR routers for this DVR port 9bf7f3be-3eae-4b2d-8865-767c699e2e89 on host dv-cinder-813223-6-iscsi {{(pid=103609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:29:18.986714 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fb028-6680-4153-bf9e-a0e5c800ba1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:18.987066 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fb028-6680-4153-bf9e-a0e5c800ba1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:18.987415 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fb028-6680-4153-bf9e-a0e5c800ba1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:18.987751 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fb028-6680-4153-bf9e-a0e5c800ba1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:18.988085 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fb028-6680-4153-bf9e-a0e5c800ba1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:18.988411 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fb028-6680-4153-bf9e-a0e5c800ba1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:18.988788 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fb028-6680-4153-bf9e-a0e5c800ba1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:18.989094 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fb028-6680-4153-bf9e-a0e5c800ba1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:18.989424 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fb028-6680-4153-bf9e-a0e5c800ba1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:18.989794 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fb028-6680-4153-bf9e-a0e5c800ba1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:18.990118 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fb028-6680-4153-bf9e-a0e5c800ba1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:18.990444 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fb028-6680-4153-bf9e-a0e5c800ba1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:18.990759 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fb028-6680-4153-bf9e-a0e5c800ba1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:19.005731 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.services.segments.db [None req-6df7b8ae-97ee-449c-93b9-f3763c56a074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3908e938-b356-4eea-a575-774f9d2496e1']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:19.015116 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.services.segments.db [None req-6df7b8ae-97ee-449c-93b9-f3763c56a074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56cad15d-2387-462c-8fd4-2d5991506f1a') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:19.015413 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.services.segments.db [None req-6df7b8ae-97ee-449c-93b9-f3763c56a074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56cad15d-2387-462c-8fd4-2d5991506f1a') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:19.025118 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6df7b8ae-97ee-449c-93b9-f3763c56a074 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747802713712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799343'] for segment (56cad15d-2387-462c-8fd4-2d5991506f1a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:19.038419 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6df7b8ae-97ee-449c-93b9-f3763c56a074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (56cad15d-2387-462c-8fd4-2d5991506f1a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:19.043988 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df7b8ae-97ee-449c-93b9-f3763c56a074 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 23:29:19.044360 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6df7b8ae-97ee-449c-93b9-f3763c56a074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9280595'] for segment (56cad15d-2387-462c-8fd4-2d5991506f1a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: Traceback (most recent call last): Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: timer() Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: cb(*args, **kw) Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: return func(*args, **kwargs) Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: self._notify() Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: self.callback(batched_events) Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: event.method(event) Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: return f(self, *a, **k) Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: return self._get(url).json() Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: return self.request(url, 'GET', **kwargs) Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 23:29:19.046025 dv-cinder-813223-6-iscsi neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 23:29:19.186374 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6df7b8ae-97ee-449c-93b9-f3763c56a074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559020'] for network (3908e938-b356-4eea-a575-774f9d2496e1), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:19.191587 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6df7b8ae-97ee-449c-93b9-f3763c56a074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:19.195438 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-6df7b8ae-97ee-449c-93b9-f3763c56a074 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3908e938-b356-4eea-a575-774f9d2496e1 HTTP/1.1" status: 204 len: 168 time: 0.7040243 Mar 07 23:29:19.198415 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 49550) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:19.206356 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7b8ae-97ee-449c-93b9-f3763c56a074 admin admin] Pushing event deleted for resources: {'Network': ['ID=3908e938-b356-4eea-a575-774f9d2496e1,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:19.533973 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-554d8e4a-960e-4e5e-afec-941fd80ccc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563542'] for router_interface (137bdd63-d1a6-4def-a76a-90395e3c6d92), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:19.769012 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-554d8e4a-960e-4e5e-afec-941fd80ccc60 admin admin] Deleting port 170f3144-32a2-44ba-9805-13a8b6256f63 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:29:19.769347 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-554d8e4a-960e-4e5e-afec-941fd80ccc60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (170f3144-32a2-44ba-9805-13a8b6256f63), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:19.842022 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-554d8e4a-960e-4e5e-afec-941fd80ccc60 admin admin] For port 170f3144-32a2-44ba-9805-13a8b6256f63, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=170f3144-32a2-44ba-9805-13a8b6256f63,segment=NetworkSegment(b0e50f87-65e6-4139-9a97-2982744196d4),segment_id=b0e50f87-65e6-4139-9a97-2982744196d4)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:29:19.842299 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-554d8e4a-960e-4e5e-afec-941fd80ccc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (170f3144-32a2-44ba-9805-13a8b6256f63), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:19.854029 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-554d8e4a-960e-4e5e-afec-941fd80ccc60 admin admin] Calling delete_port for 170f3144-32a2-44ba-9805-13a8b6256f63 owned by network:router_interface {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:29:20.095437 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-554d8e4a-960e-4e5e-afec-941fd80ccc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (170f3144-32a2-44ba-9805-13a8b6256f63), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:20.121008 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d8e4a-960e-4e5e-afec-941fd80ccc60 admin admin] Pushing event deleted for resources: {'Port': ['ID=170f3144-32a2-44ba-9805-13a8b6256f63,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:20.286594 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-554d8e4a-960e-4e5e-afec-941fd80ccc60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563490'] for router_interface (137bdd63-d1a6-4def-a76a-90395e3c6d92), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:20.741663 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554d8e4a-960e-4e5e-afec-941fd80ccc60 admin admin] Router 137bdd63-d1a6-4def-a76a-90395e3c6d92 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:29:20.843749 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554d8e4a-960e-4e5e-afec-941fd80ccc60 admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:29:20.848911 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-554d8e4a-960e-4e5e-afec-941fd80ccc60 admin admin] 10.222.0.24 "PUT /v2.0/routers/137bdd63-d1a6-4def-a76a-90395e3c6d92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6494558 Mar 07 23:29:20.851330 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 49552) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:20.855797 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83212edb-97a4-4eb7-83b4-0fcdf24becd3 None None] Sync routers for ids ['137bdd63-d1a6-4def-a76a-90395e3c6d92'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:29:20.866797 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83212edb-97a4-4eb7-83b4-0fcdf24becd3 None None] Routers {'137bdd63-d1a6-4def-a76a-90395e3c6d92'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:29:20.867422 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-83212edb-97a4-4eb7-83b4-0fcdf24becd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:28:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['137bdd63-d1a6-4def-a76a-90395e3c6d92'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:20.953745 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-acf5d4ca-9d23-4558-b00b-bf639dc19cbc admin admin] Publish callbacks [] for router (137bdd63-d1a6-4def-a76a-90395e3c6d92), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:20.973678 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-83212edb-97a4-4eb7-83b4-0fcdf24becd3 None None] Set router 137bdd63-d1a6-4def-a76a-90395e3c6d92 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:29:21.055512 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-acf5d4ca-9d23-4558-b00b-bf639dc19cbc admin admin] Publish callbacks [] for router_gateway (137bdd63-d1a6-4def-a76a-90395e3c6d92), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:21.146757 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-83212edb-97a4-4eb7-83b4-0fcdf24becd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137bdd63-d1a6-4def-a76a-90395e3c6d92', 'name': 'tempest-TestMinimumBasicScenario-916881263-router', 'tenant_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:01Z', 'updated_at': '2022-03-07T23:29:19Z', 'revision_number': 5, 'project_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'gw_port': {'id': '853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137bdd63-d1a6-4def-a76a-90395e3c6d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:02Z', 'updated_at': '2022-03-07T23:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:21.177274 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83212edb-97a4-4eb7-83b4-0fcdf24becd3 None None] Checking router: 137bdd63-d1a6-4def-a76a-90395e3c6d92 for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:29:21.183214 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-acf5d4ca-9d23-4558-b00b-bf639dc19cbc admin admin] Deleting port 853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:29:21.183550 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-acf5d4ca-9d23-4558-b00b-bf639dc19cbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:21.186691 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83212edb-97a4-4eb7-83b4-0fcdf24becd3 None None] Routers {'137bdd63-d1a6-4def-a76a-90395e3c6d92'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:29:21.187309 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-83212edb-97a4-4eb7-83b4-0fcdf24becd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:28:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['137bdd63-d1a6-4def-a76a-90395e3c6d92'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:21.264243 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-acf5d4ca-9d23-4558-b00b-bf639dc19cbc admin admin] For port 853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:29:21.264720 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-acf5d4ca-9d23-4558-b00b-bf639dc19cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:21.275670 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-83212edb-97a4-4eb7-83b4-0fcdf24becd3 None None] Set router 137bdd63-d1a6-4def-a76a-90395e3c6d92 gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:29:21.276328 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-acf5d4ca-9d23-4558-b00b-bf639dc19cbc admin admin] Calling delete_port for 853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7 owned by network:router_gateway {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:29:21.327440 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-83212edb-97a4-4eb7-83b4-0fcdf24becd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137bdd63-d1a6-4def-a76a-90395e3c6d92', 'name': 'tempest-TestMinimumBasicScenario-916881263-router', 'tenant_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:01Z', 'updated_at': '2022-03-07T23:29:21Z', 'revision_number': 6, 'project_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'gw_port_host': None}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:21.356870 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83212edb-97a4-4eb7-83b4-0fcdf24becd3 None None] The sync data for ids ['137bdd63-d1a6-4def-a76a-90395e3c6d92'] in dv-cinder-813223-6-iscsi is: [{'id': '137bdd63-d1a6-4def-a76a-90395e3c6d92', 'name': 'tempest-TestMinimumBasicScenario-916881263-router', 'tenant_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:01Z', 'updated_at': '2022-03-07T23:29:21Z', 'revision_number': 6, 'project_id': '0dbf5a296f314e578c6fddf35e6ccfe6', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:29:21.477630 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-acf5d4ca-9d23-4558-b00b-bf639dc19cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:21.500536 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5d4ca-9d23-4558-b00b-bf639dc19cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:21.566777 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-acf5d4ca-9d23-4558-b00b-bf639dc19cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558984'] for router_gateway (137bdd63-d1a6-4def-a76a-90395e3c6d92), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:21.654886 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-acf5d4ca-9d23-4558-b00b-bf639dc19cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28530'] for router (137bdd63-d1a6-4def-a76a-90395e3c6d92), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:21.656867 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-acf5d4ca-9d23-4558-b00b-bf639dc19cbc admin admin] Publish callbacks [] for router_controller (137bdd63-d1a6-4def-a76a-90395e3c6d92), precommit_delete_associations {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:21.792567 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-acf5d4ca-9d23-4558-b00b-bf639dc19cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561707'] for router (137bdd63-d1a6-4def-a76a-90395e3c6d92), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:21.793165 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf5d4ca-9d23-4558-b00b-bf639dc19cbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 137bdd63-d1a6-4def-a76a-90395e3c6d92 {{(pid=103608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 23:29:21.797356 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-acf5d4ca-9d23-4558-b00b-bf639dc19cbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:21.798568 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-acf5d4ca-9d23-4558-b00b-bf639dc19cbc admin admin] 10.222.0.24 "DELETE /v2.0/routers/137bdd63-d1a6-4def-a76a-90395e3c6d92 HTTP/1.1" status: 204 len: 168 time: 0.9463341 Mar 07 23:29:21.801029 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 49554) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:21.844480 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b1b8e4-922e-401c-ad08-a3f5397f5b37 admin admin] Deleting subnet c9944300-880c-40ff-89c1-0027de61338f {{(pid=103608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 23:29:21.847398 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-94b1b8e4-922e-401c-ad08-a3f5397f5b37 admin admin] Publish callbacks [] for subnet (c9944300-880c-40ff-89c1-0027de61338f), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:21.879821 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-94b1b8e4-922e-401c-ad08-a3f5397f5b37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2548317'] for subnet (c9944300-880c-40ff-89c1-0027de61338f), precommit_delete_associations {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:21.956508 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-94b1b8e4-922e-401c-ad08-a3f5397f5b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1321719'] for subnet (c9944300-880c-40ff-89c1-0027de61338f), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:22.048622 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:29:22.078582 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-94b1b8e4-922e-401c-ad08-a3f5397f5b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1321708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2398541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2721233'] for subnet (c9944300-880c-40ff-89c1-0027de61338f), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:22.106283 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1b8e4-922e-401c-ad08-a3f5397f5b37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9944300-880c-40ff-89c1-0027de61338f,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:22.108264 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-94b1b8e4-922e-401c-ad08-a3f5397f5b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:22.111606 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-94b1b8e4-922e-401c-ad08-a3f5397f5b37 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c9944300-880c-40ff-89c1-0027de61338f HTTP/1.1" status: 204 len: 168 time: 0.3095229 Mar 07 23:29:22.114011 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49556) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:22.117364 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16645bd2-bc32-453d-8bba-512bea827025 None None] Network 6e9f9952-97c6-466b-85f1-9e303a891cb2 requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:29:22.197765 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0ae40a61-a1df-428d-8ed7-2836fbf8763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1357688'] for network (6e9f9952-97c6-466b-85f1-9e303a891cb2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:22.250589 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-0ae40a61-a1df-428d-8ed7-2836fbf8763e admin admin] Deleting port aaabf921-c41a-465a-8a9d-1701fb660736 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:29:22.250924 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0ae40a61-a1df-428d-8ed7-2836fbf8763e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (aaabf921-c41a-465a-8a9d-1701fb660736), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:22.272752 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3371f5a9-93c7-4a96-a8c4-96d5093a03e0 None None] DHCP port deletion for 6e9f9952-97c6-466b-85f1-9e303a891cb2 request from dv-cinder-813223-6-iscsi {{(pid=103609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 23:29:22.312729 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-0ae40a61-a1df-428d-8ed7-2836fbf8763e admin admin] For port aaabf921-c41a-465a-8a9d-1701fb660736, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=aaabf921-c41a-465a-8a9d-1701fb660736,segment=NetworkSegment(b0e50f87-65e6-4139-9a97-2982744196d4),segment_id=b0e50f87-65e6-4139-9a97-2982744196d4)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:29:22.313254 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0ae40a61-a1df-428d-8ed7-2836fbf8763e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (aaabf921-c41a-465a-8a9d-1701fb660736), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:22.323450 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3371f5a9-93c7-4a96-a8c4-96d5093a03e0 None None] Deleting port aaabf921-c41a-465a-8a9d-1701fb660736 {{(pid=103609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:29:22.323906 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3371f5a9-93c7-4a96-a8c4-96d5093a03e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (aaabf921-c41a-465a-8a9d-1701fb660736), before_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:22.331004 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-0ae40a61-a1df-428d-8ed7-2836fbf8763e admin admin] Calling delete_port for aaabf921-c41a-465a-8a9d-1701fb660736 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:29:22.397914 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-3371f5a9-93c7-4a96-a8c4-96d5093a03e0 None None] For port aaabf921-c41a-465a-8a9d-1701fb660736, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=aaabf921-c41a-465a-8a9d-1701fb660736,segment=NetworkSegment(b0e50f87-65e6-4139-9a97-2982744196d4),segment_id=b0e50f87-65e6-4139-9a97-2982744196d4)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:29:22.398314 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3371f5a9-93c7-4a96-a8c4-96d5093a03e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (aaabf921-c41a-465a-8a9d-1701fb660736), precommit_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:22.410843 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3371f5a9-93c7-4a96-a8c4-96d5093a03e0 None None] Calling delete_port for aaabf921-c41a-465a-8a9d-1701fb660736 owned by network:dhcp {{(pid=103609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:29:22.478120 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0ae40a61-a1df-428d-8ed7-2836fbf8763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (aaabf921-c41a-465a-8a9d-1701fb660736), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:22.492834 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3371f5a9-93c7-4a96-a8c4-96d5093a03e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880'] for port (aaabf921-c41a-465a-8a9d-1701fb660736), after_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:22.505434 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae40a61-a1df-428d-8ed7-2836fbf8763e admin admin] Pushing event deleted for resources: {'Port': ['ID=aaabf921-c41a-465a-8a9d-1701fb660736,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:22.510581 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae40a61-a1df-428d-8ed7-2836fbf8763e admin admin] No DVR routers for this DVR port aaabf921-c41a-465a-8a9d-1701fb660736 on host dv-cinder-813223-6-iscsi {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:29:22.517615 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371f5a9-93c7-4a96-a8c4-96d5093a03e0 None None] Pushing event deleted for resources: {'Port': ['ID=aaabf921-c41a-465a-8a9d-1701fb660736,revision_number=None']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:22.521032 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3371f5a9-93c7-4a96-a8c4-96d5093a03e0 None None] No DVR routers for this DVR port aaabf921-c41a-465a-8a9d-1701fb660736 on host dv-cinder-813223-6-iscsi {{(pid=103609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:29:22.590518 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0ae40a61-a1df-428d-8ed7-2836fbf8763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479032', 'neutron.services.segments.db._delete_segments_for_network-8747802712679'] for network (6e9f9952-97c6-466b-85f1-9e303a891cb2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:22.610676 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.services.segments.db [None req-0ae40a61-a1df-428d-8ed7-2836fbf8763e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9f9952-97c6-466b-85f1-9e303a891cb2']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:22.620140 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.services.segments.db [None req-0ae40a61-a1df-428d-8ed7-2836fbf8763e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e50f87-65e6-4139-9a97-2982744196d4') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:22.620440 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.services.segments.db [None req-0ae40a61-a1df-428d-8ed7-2836fbf8763e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e50f87-65e6-4139-9a97-2982744196d4') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:22.629539 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0ae40a61-a1df-428d-8ed7-2836fbf8763e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747802713712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799343'] for segment (b0e50f87-65e6-4139-9a97-2982744196d4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:22.642291 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0ae40a61-a1df-428d-8ed7-2836fbf8763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (b0e50f87-65e6-4139-9a97-2982744196d4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:22.648479 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae40a61-a1df-428d-8ed7-2836fbf8763e admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 23:29:22.648861 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0ae40a61-a1df-428d-8ed7-2836fbf8763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9280595'] for segment (b0e50f87-65e6-4139-9a97-2982744196d4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: Traceback (most recent call last): Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: timer() Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: cb(*args, **kw) Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: return func(*args, **kwargs) Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: self._notify() Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: self.callback(batched_events) Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: event.method(event) Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: return f(self, *a, **k) Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: return self._get(url).json() Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: return self.request(url, 'GET', **kwargs) Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 23:29:22.650494 dv-cinder-813223-6-iscsi neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 23:29:22.752071 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0ae40a61-a1df-428d-8ed7-2836fbf8763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559020'] for network (6e9f9952-97c6-466b-85f1-9e303a891cb2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:22.757251 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-0ae40a61-a1df-428d-8ed7-2836fbf8763e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:22.760453 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-0ae40a61-a1df-428d-8ed7-2836fbf8763e admin admin] 10.222.0.24 "DELETE /v2.0/networks/6e9f9952-97c6-466b-85f1-9e303a891cb2 HTTP/1.1" status: 204 len: 168 time: 0.6449413 Mar 07 23:29:22.771361 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae40a61-a1df-428d-8ed7-2836fbf8763e admin admin] Pushing event deleted for resources: {'Network': ['ID=6e9f9952-97c6-466b-85f1-9e303a891cb2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:22.866586 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 170f3144-32a2-44ba-9805-13a8b6256f63 no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:29:22.887347 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: 170f3144-32a2-44ba-9805-13a8b6256f63 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:29:22.887696 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 170f3144-32a2-44ba-9805-13a8b6256f63 not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:29:22.888196 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7 no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:29:22.910625 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: 853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:29:22.915918 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 853c9fc9-a8ba-4bd6-8e26-81d3812cc6d7 not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:29:22.915918 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device aaabf921-c41a-465a-8a9d-1701fb660736 no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:29:22.930428 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: aaabf921-c41a-465a-8a9d-1701fb660736 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:29:22.930771 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device aaabf921-c41a-465a-8a9d-1701fb660736 not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:29:23.170008 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 49560) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:23.208594 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-a54ebcc6-0df3-40c4-8ab4-ebcb9a42018b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d2bdb22df29a4630861847d27d56928a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374882 Mar 07 23:29:23.211586 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 49562) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:23.261722 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-523ae00a-6bc9-4dc6-adec-91b5c9e756b4 admin admin] Publish callbacks [] for security_group (e54c388a-bbc3-4032-b6b3-964fc736b43b), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:23.281622 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-523ae00a-6bc9-4dc6-adec-91b5c9e756b4 admin admin] Publish callbacks [] for security_group (e54c388a-bbc3-4032-b6b3-964fc736b43b), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:23.386433 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-523ae00a-6bc9-4dc6-adec-91b5c9e756b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (e54c388a-bbc3-4032-b6b3-964fc736b43b), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:23.389046 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-523ae00a-6bc9-4dc6-adec-91b5c9e756b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:23.390299 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-523ae00a-6bc9-4dc6-adec-91b5c9e756b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e54c388a-bbc3-4032-b6b3-964fc736b43b HTTP/1.1" status: 204 len: 168 time: 0.1778584 Mar 07 23:29:23.398087 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ae00a-6bc9-4dc6-adec-91b5c9e756b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54c388a-bbc3-4032-b6b3-964fc736b43b,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:23.883784 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-024ad7e0-862a-4848-8865-35397115daae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:23.992805 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 49568) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:24.032198 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-e09d51bd-07ac-4f63-b6ff-da0ac16368d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0dbf5a296f314e578c6fddf35e6ccfe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381799 Mar 07 23:29:24.034637 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49570) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:24.080386 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-37de1862-f7fb-4dab-9889-d548890c4f3b admin admin] Publish callbacks [] for security_group (9793e44f-e653-411e-8bb2-6bb779da7c07), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:24.101667 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-37de1862-f7fb-4dab-9889-d548890c4f3b admin admin] Publish callbacks [] for security_group (9793e44f-e653-411e-8bb2-6bb779da7c07), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:24.227158 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-37de1862-f7fb-4dab-9889-d548890c4f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (9793e44f-e653-411e-8bb2-6bb779da7c07), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:24.229644 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-37de1862-f7fb-4dab-9889-d548890c4f3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:24.232649 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-37de1862-f7fb-4dab-9889-d548890c4f3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9793e44f-e653-411e-8bb2-6bb779da7c07 HTTP/1.1" status: 204 len: 168 time: 0.1951818 Mar 07 23:29:24.238582 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de1862-f7fb-4dab-9889-d548890c4f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9793e44f-e653-411e-8bb2-6bb779da7c07,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:25.215012 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 49592) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:25.306306 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-9c05e76a-06d0-4e7f-8e40-296b35cd5233 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1827768897-network', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:29:25.374896 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c05e76a-06d0-4e7f-8e40-296b35cd5233 admin admin] Made reservation on behalf of 3949c6f9dfc24d0ead21f56b108d34f0 for: {'network': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:29:25.377076 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c05e76a-06d0-4e7f-8e40-296b35cd5233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for network (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:25.385052 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c05e76a-06d0-4e7f-8e40-296b35cd5233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:25.455192 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c05e76a-06d0-4e7f-8e40-296b35cd5233 admin admin] Publish callbacks [] for security_group (6952074c-a77d-47dc-961e-fca9cfecdb59), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:25.512062 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c05e76a-06d0-4e7f-8e40-296b35cd5233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (6952074c-a77d-47dc-961e-fca9cfecdb59), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:25.535876 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c05e76a-06d0-4e7f-8e40-296b35cd5233 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 23:29:25.546354 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05e76a-06d0-4e7f-8e40-296b35cd5233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6952074c-a77d-47dc-961e-fca9cfecdb59,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:25.550884 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c05e76a-06d0-4e7f-8e40-296b35cd5233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (209b9c24-1ae4-40d3-803e-22e9e958952c), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:25.551213 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.db.segments_db [None req-9c05e76a-06d0-4e7f-8e40-296b35cd5233 admin admin] Added segment 209b9c24-1ae4-40d3-803e-22e9e958952c of type vlan for network a39af706-4a29-48d3-afb9-49b0f8efc7cc Mar 07 23:29:25.591309 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c05e76a-06d0-4e7f-8e40-296b35cd5233 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747802386454'] for network (a39af706-4a29-48d3-afb9-49b0f8efc7cc), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:25.660470 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c05e76a-06d0-4e7f-8e40-296b35cd5233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for network (a39af706-4a29-48d3-afb9-49b0f8efc7cc), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:25.661421 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c05e76a-06d0-4e7f-8e40-296b35cd5233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:25.662004 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-9c05e76a-06d0-4e7f-8e40-296b35cd5233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:25.718051 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05e76a-06d0-4e7f-8e40-296b35cd5233 admin admin] Pushing event updated for resources: {'Network': ['ID=a39af706-4a29-48d3-afb9-49b0f8efc7cc,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:25.728459 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Network a39af706-4a29-48d3-afb9-49b0f8efc7cc details requested by agent ovs-agent-dv-cinder-813223-6-iscsi with host dv-cinder-813223-6-iscsi {{(pid=103609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 23:29:25.743498 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-9c05e76a-06d0-4e7f-8e40-296b35cd5233 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5274384 Mar 07 23:29:25.746320 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 49596) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:25.751167 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-36230f1d-a48f-4aa9-b021-c89236823e47 admin admin] Request body: {'subnet': {'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1827768897-subnet', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'ip_version': 4}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:29:25.809461 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36230f1d-a48f-4aa9-b021-c89236823e47 admin admin] Made reservation on behalf of 3949c6f9dfc24d0ead21f56b108d34f0 for: {'subnet': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:29:25.811848 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-36230f1d-a48f-4aa9-b021-c89236823e47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2721206'] for subnet (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:25.980933 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:26.026847 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-36230f1d-a48f-4aa9-b021-c89236823e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2398858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2721192'] for subnet (899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:26.078993 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36230f1d-a48f-4aa9-b021-c89236823e47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:26.090074 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36230f1d-a48f-4aa9-b021-c89236823e47 admin admin] Checking segment: {'id': '209b9c24-1ae4-40d3-803e-22e9e958952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:29:26.090429 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36230f1d-a48f-4aa9-b021-c89236823e47 admin admin] Network hostable DHCP agents. Network: a39af706-4a29-48d3-afb9-49b0f8efc7cc, hostable agents: ['3a1e77f0-bb24-4b35-90df-eea7dfe1ff53'], hosted agents: [] {{(pid=103608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 23:29:26.180809 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36230f1d-a48f-4aa9-b021-c89236823e47 admin admin] Network a39af706-4a29-48d3-afb9-49b0f8efc7cc is scheduled to be hosted by DHCP agent 3a1e77f0-bb24-4b35-90df-eea7dfe1ff53 with binding_index 1 {{(pid=103608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 23:29:26.192439 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-adc7c861-e2e8-4a59-a3c1-fa5e57cad536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:26.243432 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-36230f1d-a48f-4aa9-b021-c89236823e47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-6-iscsi, a39af706-4a29-48d3-afb9-49b0f8efc7cc) {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:29:26.247357 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36230f1d-a48f-4aa9-b021-c89236823e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:26.247958 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-36230f1d-a48f-4aa9-b021-c89236823e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:26.252340 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7338c9ac-eea1-4650-a1e3-5aef0e19ad89 None None] Network a39af706-4a29-48d3-afb9-49b0f8efc7cc requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:29:26.314590 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-36230f1d-a48f-4aa9-b021-c89236823e47 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5672073 Mar 07 23:29:26.317348 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49598) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:26.322050 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-faa50ee4-ecb5-4559-886e-6118a42d0bb3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:29:26.351656 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd47b870-4bdc-4533-86b2-41b69ef3375d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b02c19c-3456-5a5a-9b35-9d2361f84021-a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0'}]}} from dv-cinder-813223-6-iscsi. {{(pid=103609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 23:29:26.352493 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fd47b870-4bdc-4533-86b2-41b69ef3375d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:26.380772 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-faa50ee4-ecb5-4559-886e-6118a42d0bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router (afe12b4d-d5f1-482a-8afe-a38fc49c5f6d), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:26.381866 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-faa50ee4-ecb5-4559-886e-6118a42d0bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559065', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28521'] for router (afe12b4d-d5f1-482a-8afe-a38fc49c5f6d), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:26.434433 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-faa50ee4-ecb5-4559-886e-6118a42d0bb3 admin admin] Publish callbacks [] for router_controller (afe12b4d-d5f1-482a-8afe-a38fc49c5f6d), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:26.481607 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.db_base_plugin_common [None req-fd47b870-4bdc-4533-86b2-41b69ef3375d None None] Allocated IP 172.20.0.2 (a39af706-4a29-48d3-afb9-49b0f8efc7cc/899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0/e56ccce3-7e2c-44ee-af10-e9694edfaaf3) {{(pid=103609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:29:26.604169 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-faa50ee4-ecb5-4559-886e-6118a42d0bb3 admin admin] Publish callbacks [] for router_gateway (afe12b4d-d5f1-482a-8afe-a38fc49c5f6d), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:26.621873 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fd47b870-4bdc-4533-86b2-41b69ef3375d None None] Publish callbacks [] for port (e56ccce3-7e2c-44ee-af10-e9694edfaaf3), precommit_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:26.683686 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fd47b870-4bdc-4533-86b2-41b69ef3375d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871'] for port (e56ccce3-7e2c-44ee-af10-e9694edfaaf3), after_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:26.723831 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd47b870-4bdc-4533-86b2-41b69ef3375d None None] Network a39af706-4a29-48d3-afb9-49b0f8efc7cc is already hosted by enough agents. {{(pid=103609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:29:26.726659 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.scheduler.base_scheduler [None req-fd47b870-4bdc-4533-86b2-41b69ef3375d None None] Resources bound (agent type, host, resource id): {{(pid=103609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:29:26.730211 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd47b870-4bdc-4533-86b2-41b69ef3375d None None] Received port after_create {{(pid=103609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:29:26.739151 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47b870-4bdc-4533-86b2-41b69ef3375d None None] Pushing event updated for resources: {'Port': ['ID=e56ccce3-7e2c-44ee-af10-e9694edfaaf3,revision_number=1']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:26.794028 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-fd47b870-4bdc-4533-86b2-41b69ef3375d None None] Attempting to bind port e56ccce3-7e2c-44ee-af10-e9694edfaaf3 on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:29:26.794316 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-fd47b870-4bdc-4533-86b2-41b69ef3375d None None] Attempting to bind port e56ccce3-7e2c-44ee-af10-e9694edfaaf3 by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': '209b9c24-1ae4-40d3-803e-22e9e958952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:29:26.794682 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd47b870-4bdc-4533-86b2-41b69ef3375d None None] Attempting to bind port e56ccce3-7e2c-44ee-af10-e9694edfaaf3 on network a39af706-4a29-48d3-afb9-49b0f8efc7cc {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:29:26.799535 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd47b870-4bdc-4533-86b2-41b69ef3375d None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:29:26.799907 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd47b870-4bdc-4533-86b2-41b69ef3375d None None] Checking segment: {'id': '209b9c24-1ae4-40d3-803e-22e9e958952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:29:26.800309 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fd47b870-4bdc-4533-86b2-41b69ef3375d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:26.800697 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd47b870-4bdc-4533-86b2-41b69ef3375d None None] Bound using segment: {'id': '209b9c24-1ae4-40d3-803e-22e9e958952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:29:26.801187 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-fd47b870-4bdc-4533-86b2-41b69ef3375d None None] Bound port: e56ccce3-7e2c-44ee-af10-e9694edfaaf3, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209b9c24-1ae4-40d3-803e-22e9e958952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:29:26.801563 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fd47b870-4bdc-4533-86b2-41b69ef3375d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (e56ccce3-7e2c-44ee-af10-e9694edfaaf3), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:26.863092 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-fd47b870-4bdc-4533-86b2-41b69ef3375d None None] For port e56ccce3-7e2c-44ee-af10-e9694edfaaf3, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:29:26.866241 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-fd47b870-4bdc-4533-86b2-41b69ef3375d None None] For port e56ccce3-7e2c-44ee-af10-e9694edfaaf3, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=e56ccce3-7e2c-44ee-af10-e9694edfaaf3,segment=NetworkSegment(209b9c24-1ae4-40d3-803e-22e9e958952c),segment_id=209b9c24-1ae4-40d3-803e-22e9e958952c)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:29:26.868294 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-faa50ee4-ecb5-4559-886e-6118a42d0bb3 admin admin] Publish callbacks [] for router_gateway (afe12b4d-d5f1-482a-8afe-a38fc49c5f6d), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:26.887041 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-faa50ee4-ecb5-4559-886e-6118a42d0bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:26.935362 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-fd47b870-4bdc-4533-86b2-41b69ef3375d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (e56ccce3-7e2c-44ee-af10-e9694edfaaf3), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:26.995979 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47b870-4bdc-4533-86b2-41b69ef3375d None None] Pushing event updated for resources: {'Port': ['ID=e56ccce3-7e2c-44ee-af10-e9694edfaaf3,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:26.998307 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-faa50ee4-ecb5-4559-886e-6118a42d0bb3 admin admin] Allocated IP 172.27.3.105 (4f60912c-99c2-416c-85f4-ec579757987b/f4612345-726c-47ef-92a6-cd50d588f814/781061cc-c382-467f-bc21-d134d6e03fb0) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:29:27.103209 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-faa50ee4-ecb5-4559-886e-6118a42d0bb3 admin admin] Publish callbacks [] for port (781061cc-c382-467f-bc21-d134d6e03fb0), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:27.187300 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-faa50ee4-ecb5-4559-886e-6118a42d0bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (781061cc-c382-467f-bc21-d134d6e03fb0), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:27.228687 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa50ee4-ecb5-4559-886e-6118a42d0bb3 admin admin] Network 4f60912c-99c2-416c-85f4-ec579757987b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:29:27.231555 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-faa50ee4-ecb5-4559-886e-6118a42d0bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:29:27.235005 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa50ee4-ecb5-4559-886e-6118a42d0bb3 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:29:27.267339 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa50ee4-ecb5-4559-886e-6118a42d0bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=781061cc-c382-467f-bc21-d134d6e03fb0,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:27.565521 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-faa50ee4-ecb5-4559-886e-6118a42d0bb3 admin admin] Publish callbacks [] for router_gateway (afe12b4d-d5f1-482a-8afe-a38fc49c5f6d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:27.729891 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:27.767428 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-faa50ee4-ecb5-4559-886e-6118a42d0bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559092'] for router (afe12b4d-d5f1-482a-8afe-a38fc49c5f6d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:27.831559 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54160824-9117-43cb-8b0b-e712361063df None None] Network a39af706-4a29-48d3-afb9-49b0f8efc7cc requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:29:27.943148 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-bba077f3-116d-4317-8326-05dcfd09724c None None] Provisioning complete for port e56ccce3-7e2c-44ee-af10-e9694edfaaf3 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:29:27.943435 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-bba077f3-116d-4317-8326-05dcfd09724c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (e56ccce3-7e2c-44ee-af10-e9694edfaaf3), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:27.946735 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa50ee4-ecb5-4559-886e-6118a42d0bb3 admin admin] Router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d is scheduled to L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 23:29:28.059577 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa50ee4-ecb5-4559-886e-6118a42d0bb3 admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:29:28.070858 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] Sync routers for ids ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:29:28.083814 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] Routers {'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:29:28.084602 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:29:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:28.164383 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-bba077f3-116d-4317-8326-05dcfd09724c None None] Current status of the port e56ccce3-7e2c-44ee-af10-e9694edfaaf3 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:29:28.164761 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-bba077f3-116d-4317-8326-05dcfd09724c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (e56ccce3-7e2c-44ee-af10-e9694edfaaf3), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:28.166668 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-faa50ee4-ecb5-4559-886e-6118a42d0bb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:28.187618 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-faa50ee4-ecb5-4559-886e-6118a42d0bb3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8493276 Mar 07 23:29:28.187618 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49600) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:28.197016 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] Set router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:29:28.197456 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-bba077f3-116d-4317-8326-05dcfd09724c None None] For port e56ccce3-7e2c-44ee-af10-e9694edfaaf3, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=e56ccce3-7e2c-44ee-af10-e9694edfaaf3,segment=NetworkSegment(209b9c24-1ae4-40d3-803e-22e9e958952c),segment_id=209b9c24-1ae4-40d3-803e-22e9e958952c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:29:28.272048 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-bba077f3-116d-4317-8326-05dcfd09724c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (e56ccce3-7e2c-44ee-af10-e9694edfaaf3), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:28.321276 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba077f3-116d-4317-8326-05dcfd09724c None None] Pushing event updated for resources: {'Port': ['ID=e56ccce3-7e2c-44ee-af10-e9694edfaaf3,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:28.372635 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:27Z', 'revision_number': 3, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:28.393135 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-60cb570c-c3b7-48af-b4b0-acafa9364526 None None] Provisioning complete for port e56ccce3-7e2c-44ee-af10-e9694edfaaf3 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:29:28.393653 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-60cb570c-c3b7-48af-b4b0-acafa9364526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (e56ccce3-7e2c-44ee-af10-e9694edfaaf3), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:28.402244 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] Checking router: afe12b4d-d5f1-482a-8afe-a38fc49c5f6d for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:29:28.402584 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] Updating router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d port 781061cc-c382-467f-bc21-d134d6e03fb0 binding host dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 23:29:28.430563 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (781061cc-c382-467f-bc21-d134d6e03fb0), before_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:28.477700 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-60cb570c-c3b7-48af-b4b0-acafa9364526 None None] Current status of the port e56ccce3-7e2c-44ee-af10-e9694edfaaf3 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:29:28.592332 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-853f4476-4d9a-410c-9741-8fa9921b9d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:28.677696 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] Publish callbacks [] for port (781061cc-c382-467f-bc21-d134d6e03fb0), precommit_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:28.734894 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (781061cc-c382-467f-bc21-d134d6e03fb0), after_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:28.744475 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-853f4476-4d9a-410c-9741-8fa9921b9d8c admin admin] Allocated IP 172.20.0.1 (a39af706-4a29-48d3-afb9-49b0f8efc7cc/899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0/1e1ffa29-bbd5-45af-9992-9726338dbd5c) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:29:28.791427 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] Attempting to bind port 781061cc-c382-467f-bc21-d134d6e03fb0 on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:29:28.791796 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] Attempting to bind port 781061cc-c382-467f-bc21-d134d6e03fb0 by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}] {{(pid=103610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:29:28.792158 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] Attempting to bind port 781061cc-c382-467f-bc21-d134d6e03fb0 on network 4f60912c-99c2-416c-85f4-ec579757987b {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:29:28.794269 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e7fb7-03c4-4e71-b7fc-ba98a16ede2f None None] Pushing event updated for resources: {'Port': ['ID=781061cc-c382-467f-bc21-d134d6e03fb0,revision_number=2']} {{(pid=103610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:28.803200 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26e7fb7-03c4-4e71-b7fc-ba98a16ede2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:28.803573 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26e7fb7-03c4-4e71-b7fc-ba98a16ede2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:28.803936 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26e7fb7-03c4-4e71-b7fc-ba98a16ede2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:28.804276 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26e7fb7-03c4-4e71-b7fc-ba98a16ede2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:28.804603 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26e7fb7-03c4-4e71-b7fc-ba98a16ede2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:28.804930 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26e7fb7-03c4-4e71-b7fc-ba98a16ede2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:28.805285 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26e7fb7-03c4-4e71-b7fc-ba98a16ede2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:28.805609 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26e7fb7-03c4-4e71-b7fc-ba98a16ede2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:28.805933 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26e7fb7-03c4-4e71-b7fc-ba98a16ede2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:28.806272 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26e7fb7-03c4-4e71-b7fc-ba98a16ede2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:28.806598 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26e7fb7-03c4-4e71-b7fc-ba98a16ede2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:28.806917 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26e7fb7-03c4-4e71-b7fc-ba98a16ede2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:28.807236 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26e7fb7-03c4-4e71-b7fc-ba98a16ede2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:28.811130 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:29:28.811512 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] Checking segment: {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:29:28.811910 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:28.812291 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] Bound using segment: {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'} {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:29:28.812771 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] Bound port: 781061cc-c382-467f-bc21-d134d6e03fb0, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}}] {{(pid=103610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:29:28.813179 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (781061cc-c382-467f-bc21-d134d6e03fb0), before_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:28.882578 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.db [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] For port 781061cc-c382-467f-bc21-d134d6e03fb0, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:29:28.886154 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.db [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] For port 781061cc-c382-467f-bc21-d134d6e03fb0, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=781061cc-c382-467f-bc21-d134d6e03fb0,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:29:28.926544 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device e56ccce3-7e2c-44ee-af10-e9694edfaaf3 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:29:28.950609 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:28.958689 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (781061cc-c382-467f-bc21-d134d6e03fb0), after_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:28.980030 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port e56ccce3-7e2c-44ee-af10-e9694edfaaf3 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:29:28.980543 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (e56ccce3-7e2c-44ee-af10-e9694edfaaf3), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:29.015455 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] Routers {'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:29:29.016081 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:29:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:29.056684 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e7fb7-03c4-4e71-b7fc-ba98a16ede2f None None] Pushing event updated for resources: {'Port': ['ID=781061cc-c382-467f-bc21-d134d6e03fb0,revision_number=3']} {{(pid=103610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:29.066972 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port e56ccce3-7e2c-44ee-af10-e9694edfaaf3 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:29:29.123362 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-853f4476-4d9a-410c-9741-8fa9921b9d8c admin admin] Publish callbacks [] for port (1e1ffa29-bbd5-45af-9992-9726338dbd5c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:29.127869 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] Set router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:29:29.233069 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-853f4476-4d9a-410c-9741-8fa9921b9d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (1e1ffa29-bbd5-45af-9992-9726338dbd5c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:29.276277 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853f4476-4d9a-410c-9741-8fa9921b9d8c admin admin] Network a39af706-4a29-48d3-afb9-49b0f8efc7cc is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:29:29.279114 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-853f4476-4d9a-410c-9741-8fa9921b9d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:29:29.282507 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853f4476-4d9a-410c-9741-8fa9921b9d8c admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:29:29.304481 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f4476-4d9a-410c-9741-8fa9921b9d8c admin admin] Pushing event updated for resources: {'Port': ['ID=1e1ffa29-bbd5-45af-9992-9726338dbd5c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:29.309771 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:27Z', 'revision_number': 3, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:29.324569 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-853f4476-4d9a-410c-9741-8fa9921b9d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558041'] for router_interface (afe12b4d-d5f1-482a-8afe-a38fc49c5f6d), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:29.430161 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8128f64-999a-4ee2-b03b-e55d1d02c2e8 None None] The sync data for ids ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'] in dv-cinder-813223-6-iscsi is: [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:27Z', 'revision_number': 3, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:29:29.515692 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-92a58855-981d-42a2-a730-8133c8c5c9b5 None None] Provisioning complete for port 1e1ffa29-bbd5-45af-9992-9726338dbd5c triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:29:29.516060 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-92a58855-981d-42a2-a730-8133c8c5c9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (1e1ffa29-bbd5-45af-9992-9726338dbd5c), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:29.525093 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-853f4476-4d9a-410c-9741-8fa9921b9d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (1e1ffa29-bbd5-45af-9992-9726338dbd5c), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:29.550998 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-92a58855-981d-42a2-a730-8133c8c5c9b5 None None] Port 1e1ffa29-bbd5-45af-9992-9726338dbd5c cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:29:29.706206 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-853f4476-4d9a-410c-9741-8fa9921b9d8c admin admin] Publish callbacks [] for port (1e1ffa29-bbd5-45af-9992-9726338dbd5c), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:29.752549 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-853f4476-4d9a-410c-9741-8fa9921b9d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280631'] for port (1e1ffa29-bbd5-45af-9992-9726338dbd5c), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:29.819309 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f4476-4d9a-410c-9741-8fa9921b9d8c admin admin] Pushing event updated for resources: {'Port': ['ID=1e1ffa29-bbd5-45af-9992-9726338dbd5c,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:29.821671 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-853f4476-4d9a-410c-9741-8fa9921b9d8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558005'] for router_interface (afe12b4d-d5f1-482a-8afe-a38fc49c5f6d), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:29.918428 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853f4476-4d9a-410c-9741-8fa9921b9d8c admin admin] Network a39af706-4a29-48d3-afb9-49b0f8efc7cc is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:29:29.919866 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-853f4476-4d9a-410c-9741-8fa9921b9d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:29:30.044896 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853f4476-4d9a-410c-9741-8fa9921b9d8c admin admin] Router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:29:30.161731 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853f4476-4d9a-410c-9741-8fa9921b9d8c admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:29:30.174538 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-853f4476-4d9a-410c-9741-8fa9921b9d8c admin admin] 10.222.0.24 "PUT /v2.0/routers/afe12b4d-d5f1-482a-8afe-a38fc49c5f6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9950550 Mar 07 23:29:30.180199 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-d78d53db-6c34-4524-a019-45633f8e4586 None None] Provisioning complete for port 1e1ffa29-bbd5-45af-9992-9726338dbd5c triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:29:30.180640 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d78d53db-6c34-4524-a019-45633f8e4586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (1e1ffa29-bbd5-45af-9992-9726338dbd5c), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:30.219125 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-d78d53db-6c34-4524-a019-45633f8e4586 None None] Port 1e1ffa29-bbd5-45af-9992-9726338dbd5c cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:29:30.369006 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:30.773056 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49616) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:30.778040 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-173c7354-b286-4951-ac50-4bfc9c67c8a2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1177619141-network', 'tenant_id': '3aa73033dec347d2b9a923a78361582b'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:29:30.849147 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173c7354-b286-4951-ac50-4bfc9c67c8a2 admin admin] Made reservation on behalf of 3aa73033dec347d2b9a923a78361582b for: {'network': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:29:30.851560 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-173c7354-b286-4951-ac50-4bfc9c67c8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for network (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:30.863927 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-173c7354-b286-4951-ac50-4bfc9c67c8a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:30.893831 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 781061cc-c382-467f-bc21-d134d6e03fb0 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:29:30.941320 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-173c7354-b286-4951-ac50-4bfc9c67c8a2 admin admin] Publish callbacks [] for security_group (2b23ccee-7f9d-444f-bf06-4572aa398a45), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:30.943365 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 781061cc-c382-467f-bc21-d134d6e03fb0 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:29:30.943737 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (781061cc-c382-467f-bc21-d134d6e03fb0), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:30.966926 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] Sync routers for ids ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:29:30.986576 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-173c7354-b286-4951-ac50-4bfc9c67c8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (2b23ccee-7f9d-444f-bf06-4572aa398a45), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:30.988611 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] Routers {'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:29:30.989253 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:29:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:31.008256 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173c7354-b286-4951-ac50-4bfc9c67c8a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 23:29:31.021495 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c7354-b286-4951-ac50-4bfc9c67c8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b23ccee-7f9d-444f-bf06-4572aa398a45,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:31.026225 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-173c7354-b286-4951-ac50-4bfc9c67c8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (903ee33d-a7e6-43d8-96fd-f8904cdf4368), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:31.026571 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.segments_db [None req-173c7354-b286-4951-ac50-4bfc9c67c8a2 admin admin] Added segment 903ee33d-a7e6-43d8-96fd-f8904cdf4368 of type vlan for network 764cd63a-9a64-48ac-802c-ebe1035b263f Mar 07 23:29:31.066482 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-173c7354-b286-4951-ac50-4bfc9c67c8a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747802386454'] for network (764cd63a-9a64-48ac-802c-ebe1035b263f), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:31.110538 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 781061cc-c382-467f-bc21-d134d6e03fb0 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:29:31.110919 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (781061cc-c382-467f-bc21-d134d6e03fb0), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:31.129475 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-173c7354-b286-4951-ac50-4bfc9c67c8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008'] for network (764cd63a-9a64-48ac-802c-ebe1035b263f), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:31.130469 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173c7354-b286-4951-ac50-4bfc9c67c8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:31.131143 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-173c7354-b286-4951-ac50-4bfc9c67c8a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:31.139401 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] For port 781061cc-c382-467f-bc21-d134d6e03fb0, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=781061cc-c382-467f-bc21-d134d6e03fb0,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:29:31.145965 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] Set router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:29:31.182849 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (781061cc-c382-467f-bc21-d134d6e03fb0), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:31.194016 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c7354-b286-4951-ac50-4bfc9c67c8a2 admin admin] Pushing event updated for resources: {'Network': ['ID=764cd63a-9a64-48ac-802c-ebe1035b263f,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:31.206109 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-173c7354-b286-4951-ac50-4bfc9c67c8a2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4319725 Mar 07 23:29:31.208846 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49618) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:31.213464 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-dd45c31a-5f96-4380-a90e-e596b2448ef0 admin admin] Request body: {'subnet': {'network_id': '764cd63a-9a64-48ac-802c-ebe1035b263f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1177619141-subnet', 'tenant_id': '3aa73033dec347d2b9a923a78361582b', 'ip_version': 4}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:29:31.237838 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Network 764cd63a-9a64-48ac-802c-ebe1035b263f details requested by agent ovs-agent-dv-cinder-813223-6-iscsi with host dv-cinder-813223-6-iscsi {{(pid=103609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 23:29:31.300646 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd45c31a-5f96-4380-a90e-e596b2448ef0 admin admin] Made reservation on behalf of 3aa73033dec347d2b9a923a78361582b for: {'subnet': 1} {{(pid=103607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:29:31.303150 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dd45c31a-5f96-4380-a90e-e596b2448ef0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8993514'] for subnet (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:31.365780 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Pushing event updated for resources: {'Port': ['ID=781061cc-c382-467f-bc21-d134d6e03fb0,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:31.443134 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:29Z', 'revision_number': 4, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '1e1ffa29-bbd5-45af-9992-9726338dbd5c', 'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'mac_address': 'fa:16:3e:dd:92:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:28Z', 'updated_at': '2022-03-07T23:29:29Z', 'revision_number': 2, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'subnets': [{'id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:31.468740 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] Checking router: afe12b4d-d5f1-482a-8afe-a38fc49c5f6d for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:29:31.469122 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] Updating router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d port 1e1ffa29-bbd5-45af-9992-9726338dbd5c binding host dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 23:29:31.499823 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (1e1ffa29-bbd5-45af-9992-9726338dbd5c), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:31.524076 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dd45c31a-5f96-4380-a90e-e596b2448ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9281534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8993524'] for subnet (530f89e6-c617-4863-8b70-d9c3eb56c872), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:31.578637 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45c31a-5f96-4380-a90e-e596b2448ef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=530f89e6-c617-4863-8b70-d9c3eb56c872,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:31.588453 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd45c31a-5f96-4380-a90e-e596b2448ef0 admin admin] Checking segment: {'id': '903ee33d-a7e6-43d8-96fd-f8904cdf4368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '764cd63a-9a64-48ac-802c-ebe1035b263f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:29:31.588809 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd45c31a-5f96-4380-a90e-e596b2448ef0 admin admin] Network hostable DHCP agents. Network: 764cd63a-9a64-48ac-802c-ebe1035b263f, hostable agents: ['3a1e77f0-bb24-4b35-90df-eea7dfe1ff53'], hosted agents: [] {{(pid=103607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 23:29:31.649093 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd45c31a-5f96-4380-a90e-e596b2448ef0 admin admin] Network 764cd63a-9a64-48ac-802c-ebe1035b263f is scheduled to be hosted by DHCP agent 3a1e77f0-bb24-4b35-90df-eea7dfe1ff53 with binding_index 1 {{(pid=103607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 23:29:31.729012 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-dd45c31a-5f96-4380-a90e-e596b2448ef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813223-6-iscsi, 764cd63a-9a64-48ac-802c-ebe1035b263f) {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:29:31.733648 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd45c31a-5f96-4380-a90e-e596b2448ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:31.734560 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dd45c31a-5f96-4380-a90e-e596b2448ef0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:31.738849 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4f788f-4e60-48d6-9cb5-2d7d464f048f None None] Network 764cd63a-9a64-48ac-802c-ebe1035b263f requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:29:31.775950 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] Publish callbacks [] for port (1e1ffa29-bbd5-45af-9992-9726338dbd5c), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:31.800574 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-dd45c31a-5f96-4380-a90e-e596b2448ef0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5907476 Mar 07 23:29:31.803108 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49620) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:31.807353 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-d224ddea-985d-48bf-84c1-7365717aab53 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1177619141-router', 'tenant_id': '3aa73033dec347d2b9a923a78361582b', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:29:31.853613 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a070a8-16fd-41d0-8bec-39170b467868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b02c19c-3456-5a5a-9b35-9d2361f84021-764cd63a-9a64-48ac-802c-ebe1035b263f', 'network_id': '764cd63a-9a64-48ac-802c-ebe1035b263f', 'project_id': '3aa73033dec347d2b9a923a78361582b', 'fixed_ips': [{'subnet_id': '530f89e6-c617-4863-8b70-d9c3eb56c872'}]}} from dv-cinder-813223-6-iscsi. {{(pid=103609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 23:29:31.854435 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-13a070a8-16fd-41d0-8bec-39170b467868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:31.875231 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (1e1ffa29-bbd5-45af-9992-9726338dbd5c), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:31.901168 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d224ddea-985d-48bf-84c1-7365717aab53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router (a6809911-82d5-4a9c-9aa7-84c470d48dbd), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:31.902203 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d224ddea-985d-48bf-84c1-7365717aab53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559065', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28521'] for router (a6809911-82d5-4a9c-9aa7-84c470d48dbd), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:31.954459 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d224ddea-985d-48bf-84c1-7365717aab53 admin admin] Publish callbacks [] for router_controller (a6809911-82d5-4a9c-9aa7-84c470d48dbd), precommit_add_association {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:32.032267 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88bd3a-f27e-45f8-b5de-c022ec4e6d5d None None] Pushing event updated for resources: {'Port': ['ID=1e1ffa29-bbd5-45af-9992-9726338dbd5c,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:32.075561 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.db_base_plugin_common [None req-13a070a8-16fd-41d0-8bec-39170b467868 None None] Allocated IP 172.20.0.2 (764cd63a-9a64-48ac-802c-ebe1035b263f/530f89e6-c617-4863-8b70-d9c3eb56c872/d72802ee-ebd2-4621-b420-94a1c70d7da5) {{(pid=103609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:29:32.084619 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] Attempting to bind port 1e1ffa29-bbd5-45af-9992-9726338dbd5c on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:29:32.085684 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] Attempting to bind port 1e1ffa29-bbd5-45af-9992-9726338dbd5c by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': '209b9c24-1ae4-40d3-803e-22e9e958952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:29:32.086305 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] Attempting to bind port 1e1ffa29-bbd5-45af-9992-9726338dbd5c on network a39af706-4a29-48d3-afb9-49b0f8efc7cc {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:29:32.097828 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:29:32.098207 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] Checking segment: {'id': '209b9c24-1ae4-40d3-803e-22e9e958952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:29:32.098605 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:32.098991 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] Bound using segment: {'id': '209b9c24-1ae4-40d3-803e-22e9e958952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:29:32.099518 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] Bound port: 1e1ffa29-bbd5-45af-9992-9726338dbd5c, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209b9c24-1ae4-40d3-803e-22e9e958952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:29:32.099865 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (1e1ffa29-bbd5-45af-9992-9726338dbd5c), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:32.184280 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d224ddea-985d-48bf-84c1-7365717aab53 admin admin] Publish callbacks [] for router_gateway (a6809911-82d5-4a9c-9aa7-84c470d48dbd), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:32.361150 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-785750ae-1ce3-424b-92b8-481269189860 None None] Provisioning complete for port 1e1ffa29-bbd5-45af-9992-9726338dbd5c triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:29:32.361785 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-785750ae-1ce3-424b-92b8-481269189860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (1e1ffa29-bbd5-45af-9992-9726338dbd5c), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:32.394585 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] For port 1e1ffa29-bbd5-45af-9992-9726338dbd5c, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:29:32.421497 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] For port 1e1ffa29-bbd5-45af-9992-9726338dbd5c, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=1e1ffa29-bbd5-45af-9992-9726338dbd5c,segment=NetworkSegment(209b9c24-1ae4-40d3-803e-22e9e958952c),segment_id=209b9c24-1ae4-40d3-803e-22e9e958952c)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:29:32.422242 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d224ddea-985d-48bf-84c1-7365717aab53 admin admin] Publish callbacks [] for router_gateway (a6809911-82d5-4a9c-9aa7-84c470d48dbd), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:32.441571 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d224ddea-985d-48bf-84c1-7365717aab53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:32.450800 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-785750ae-1ce3-424b-92b8-481269189860 None None] Port 1e1ffa29-bbd5-45af-9992-9726338dbd5c cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:29:32.468821 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-13a070a8-16fd-41d0-8bec-39170b467868 None None] Publish callbacks [] for port (d72802ee-ebd2-4621-b420-94a1c70d7da5), precommit_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:32.489844 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (1e1ffa29-bbd5-45af-9992-9726338dbd5c), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:32.532285 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-13a070a8-16fd-41d0-8bec-39170b467868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871'] for port (d72802ee-ebd2-4621-b420-94a1c70d7da5), after_create {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:32.552439 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-d224ddea-985d-48bf-84c1-7365717aab53 admin admin] Allocated IP 172.27.3.66 (4f60912c-99c2-416c-85f4-ec579757987b/f4612345-726c-47ef-92a6-cd50d588f814/71bf3e03-539c-405b-b6aa-808d7ffeffc2) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:29:32.559614 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88bd3a-f27e-45f8-b5de-c022ec4e6d5d None None] Pushing event updated for resources: {'Port': ['ID=1e1ffa29-bbd5-45af-9992-9726338dbd5c,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:32.565231 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] Routers {'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:29:32.565868 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:29:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:32.571263 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a070a8-16fd-41d0-8bec-39170b467868 None None] Network 764cd63a-9a64-48ac-802c-ebe1035b263f is already hosted by enough agents. {{(pid=103609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:29:32.625978 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.scheduler.base_scheduler [None req-13a070a8-16fd-41d0-8bec-39170b467868 None None] Resources bound (agent type, host, resource id): {{(pid=103609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:29:32.632595 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a070a8-16fd-41d0-8bec-39170b467868 None None] Received port after_create {{(pid=103609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:29:32.670291 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d224ddea-985d-48bf-84c1-7365717aab53 admin admin] Publish callbacks [] for port (71bf3e03-539c-405b-b6aa-808d7ffeffc2), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:32.683327 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a070a8-16fd-41d0-8bec-39170b467868 None None] Pushing event updated for resources: {'Port': ['ID=d72802ee-ebd2-4621-b420-94a1c70d7da5,revision_number=1']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:32.763761 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d224ddea-985d-48bf-84c1-7365717aab53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (71bf3e03-539c-405b-b6aa-808d7ffeffc2), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:32.764878 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-13a070a8-16fd-41d0-8bec-39170b467868 None None] Attempting to bind port d72802ee-ebd2-4621-b420-94a1c70d7da5 on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:29:32.765271 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-13a070a8-16fd-41d0-8bec-39170b467868 None None] Attempting to bind port d72802ee-ebd2-4621-b420-94a1c70d7da5 by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': '903ee33d-a7e6-43d8-96fd-f8904cdf4368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '764cd63a-9a64-48ac-802c-ebe1035b263f'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:29:32.765634 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a070a8-16fd-41d0-8bec-39170b467868 None None] Attempting to bind port d72802ee-ebd2-4621-b420-94a1c70d7da5 on network 764cd63a-9a64-48ac-802c-ebe1035b263f {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:29:32.777221 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] Set router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:29:32.780489 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a070a8-16fd-41d0-8bec-39170b467868 None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:29:32.780860 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a070a8-16fd-41d0-8bec-39170b467868 None None] Checking segment: {'id': '903ee33d-a7e6-43d8-96fd-f8904cdf4368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '764cd63a-9a64-48ac-802c-ebe1035b263f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:29:32.781280 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-13a070a8-16fd-41d0-8bec-39170b467868 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:32.781759 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a070a8-16fd-41d0-8bec-39170b467868 None None] Bound using segment: {'id': '903ee33d-a7e6-43d8-96fd-f8904cdf4368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '764cd63a-9a64-48ac-802c-ebe1035b263f'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:29:32.782119 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-13a070a8-16fd-41d0-8bec-39170b467868 None None] Bound port: d72802ee-ebd2-4621-b420-94a1c70d7da5, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903ee33d-a7e6-43d8-96fd-f8904cdf4368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '764cd63a-9a64-48ac-802c-ebe1035b263f'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:29:32.782487 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-13a070a8-16fd-41d0-8bec-39170b467868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (d72802ee-ebd2-4621-b420-94a1c70d7da5), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:32.804416 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d224ddea-985d-48bf-84c1-7365717aab53 admin admin] Network 4f60912c-99c2-416c-85f4-ec579757987b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:29:32.807195 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-d224ddea-985d-48bf-84c1-7365717aab53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:29:32.810651 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d224ddea-985d-48bf-84c1-7365717aab53 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:29:32.831947 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-c766b2c8-8062-4ef6-bef3-563768054f6e None None] Provisioning complete for port 1e1ffa29-bbd5-45af-9992-9726338dbd5c triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:29:32.832321 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c766b2c8-8062-4ef6-bef3-563768054f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (1e1ffa29-bbd5-45af-9992-9726338dbd5c), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:32.837299 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224ddea-985d-48bf-84c1-7365717aab53 admin admin] Pushing event updated for resources: {'Port': ['ID=71bf3e03-539c-405b-b6aa-808d7ffeffc2,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:32.904610 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 781061cc-c382-467f-bc21-d134d6e03fb0 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:29:33.026583 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-13a070a8-16fd-41d0-8bec-39170b467868 None None] For port d72802ee-ebd2-4621-b420-94a1c70d7da5, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:29:33.048069 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-13a070a8-16fd-41d0-8bec-39170b467868 None None] For port d72802ee-ebd2-4621-b420-94a1c70d7da5, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=d72802ee-ebd2-4621-b420-94a1c70d7da5,segment=NetworkSegment(903ee33d-a7e6-43d8-96fd-f8904cdf4368),segment_id=903ee33d-a7e6-43d8-96fd-f8904cdf4368)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:29:33.103436 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-13a070a8-16fd-41d0-8bec-39170b467868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (d72802ee-ebd2-4621-b420-94a1c70d7da5), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:33.128634 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d224ddea-985d-48bf-84c1-7365717aab53 admin admin] Publish callbacks [] for router_gateway (a6809911-82d5-4a9c-9aa7-84c470d48dbd), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:33.133688 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 781061cc-c382-467f-bc21-d134d6e03fb0 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:29:33.134055 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (781061cc-c382-467f-bc21-d134d6e03fb0), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:33.181634 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-c766b2c8-8062-4ef6-bef3-563768054f6e None None] Current status of the port 1e1ffa29-bbd5-45af-9992-9726338dbd5c is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:29:33.182009 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c766b2c8-8062-4ef6-bef3-563768054f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (1e1ffa29-bbd5-45af-9992-9726338dbd5c), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:33.243920 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a070a8-16fd-41d0-8bec-39170b467868 None None] Pushing event updated for resources: {'Port': ['ID=d72802ee-ebd2-4621-b420-94a1c70d7da5,revision_number=2']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:33.260499 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-c766b2c8-8062-4ef6-bef3-563768054f6e None None] For port 1e1ffa29-bbd5-45af-9992-9726338dbd5c, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=1e1ffa29-bbd5-45af-9992-9726338dbd5c,segment=NetworkSegment(209b9c24-1ae4-40d3-803e-22e9e958952c),segment_id=209b9c24-1ae4-40d3-803e-22e9e958952c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:29:33.305838 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:29Z', 'revision_number': 4, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '1e1ffa29-bbd5-45af-9992-9726338dbd5c', 'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'mac_address': 'fa:16:3e:dd:92:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:28Z', 'updated_at': '2022-03-07T23:29:32Z', 'revision_number': 4, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'subnets': [{'id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:33.339422 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48ebcb2-16b7-4e85-8268-1f9a4ee00d47 None None] The sync data for ids ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'] in dv-cinder-813223-6-iscsi is: [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:29Z', 'revision_number': 4, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '1e1ffa29-bbd5-45af-9992-9726338dbd5c', 'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'mac_address': 'fa:16:3e:dd:92:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:28Z', 'updated_at': '2022-03-07T23:29:32Z', 'revision_number': 4, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'subnets': [{'id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:29:33.341051 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c766b2c8-8062-4ef6-bef3-563768054f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (1e1ffa29-bbd5-45af-9992-9726338dbd5c), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:33.346904 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d224ddea-985d-48bf-84c1-7365717aab53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559092'] for router (a6809911-82d5-4a9c-9aa7-84c470d48dbd), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:33.414193 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 781061cc-c382-467f-bc21-d134d6e03fb0 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:29:33.424815 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766b2c8-8062-4ef6-bef3-563768054f6e None None] Pushing event updated for resources: {'Port': ['ID=1e1ffa29-bbd5-45af-9992-9726338dbd5c,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:33.586639 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d224ddea-985d-48bf-84c1-7365717aab53 admin admin] Router a6809911-82d5-4a9c-9aa7-84c470d48dbd is scheduled to L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 with binding_index 1 {{(pid=103607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 23:29:33.701252 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d224ddea-985d-48bf-84c1-7365717aab53 admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:29:33.712120 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15888e3a-023c-420d-9355-315a6add2164 None None] Sync routers for ids ['a6809911-82d5-4a9c-9aa7-84c470d48dbd'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:29:33.724491 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15888e3a-023c-420d-9355-315a6add2164 None None] Routers {'a6809911-82d5-4a9c-9aa7-84c470d48dbd'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:29:33.725274 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-15888e3a-023c-420d-9355-315a6add2164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:29:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['a6809911-82d5-4a9c-9aa7-84c470d48dbd'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:33.771379 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-d224ddea-985d-48bf-84c1-7365717aab53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:33.776696 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-d224ddea-985d-48bf-84c1-7365717aab53 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9686041 Mar 07 23:29:33.776696 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49622) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:33.839795 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-15888e3a-023c-420d-9355-315a6add2164 None None] Set router a6809911-82d5-4a9c-9aa7-84c470d48dbd gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:29:34.037367 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-15888e3a-023c-420d-9355-315a6add2164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6809911-82d5-4a9c-9aa7-84c470d48dbd', 'name': 'tempest-TestVolumeBootPattern-1177619141-router', 'tenant_id': '3aa73033dec347d2b9a923a78361582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '71bf3e03-539c-405b-b6aa-808d7ffeffc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:31Z', 'updated_at': '2022-03-07T23:29:32Z', 'revision_number': 3, 'project_id': '3aa73033dec347d2b9a923a78361582b', 'gw_port': {'id': '71bf3e03-539c-405b-b6aa-808d7ffeffc2', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6809911-82d5-4a9c-9aa7-84c470d48dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:32Z', 'updated_at': '2022-03-07T23:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:34.068985 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15888e3a-023c-420d-9355-315a6add2164 None None] Checking router: a6809911-82d5-4a9c-9aa7-84c470d48dbd for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:29:34.070483 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15888e3a-023c-420d-9355-315a6add2164 None None] Updating router a6809911-82d5-4a9c-9aa7-84c470d48dbd port 71bf3e03-539c-405b-b6aa-808d7ffeffc2 binding host dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 23:29:34.101472 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-15888e3a-023c-420d-9355-315a6add2164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (71bf3e03-539c-405b-b6aa-808d7ffeffc2), before_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:34.260080 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-40b0ea20-16f4-4439-8adb-7a36554910a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:34.266072 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2623a8b9-4ee0-418a-b100-219714d6b5f0 None None] Network 764cd63a-9a64-48ac-802c-ebe1035b263f requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:29:34.388675 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-15888e3a-023c-420d-9355-315a6add2164 None None] Publish callbacks [] for port (71bf3e03-539c-405b-b6aa-808d7ffeffc2), precommit_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:34.400585 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-dc40cb0e-7a15-44eb-b897-48200875eaa9 None None] Provisioning complete for port d72802ee-ebd2-4621-b420-94a1c70d7da5 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:29:34.400806 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-dc40cb0e-7a15-44eb-b897-48200875eaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (d72802ee-ebd2-4621-b420-94a1c70d7da5), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:34.445659 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-40b0ea20-16f4-4439-8adb-7a36554910a9 admin admin] Allocated IP 172.20.0.1 (764cd63a-9a64-48ac-802c-ebe1035b263f/530f89e6-c617-4863-8b70-d9c3eb56c872/ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:29:34.461721 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-15888e3a-023c-420d-9355-315a6add2164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (71bf3e03-539c-405b-b6aa-808d7ffeffc2), after_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:34.497671 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-15888e3a-023c-420d-9355-315a6add2164 None None] Attempting to bind port 71bf3e03-539c-405b-b6aa-808d7ffeffc2 on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:29:34.498051 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-15888e3a-023c-420d-9355-315a6add2164 None None] Attempting to bind port 71bf3e03-539c-405b-b6aa-808d7ffeffc2 by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}] {{(pid=103610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:29:34.498417 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15888e3a-023c-420d-9355-315a6add2164 None None] Attempting to bind port 71bf3e03-539c-405b-b6aa-808d7ffeffc2 on network 4f60912c-99c2-416c-85f4-ec579757987b {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:29:34.507747 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-dc40cb0e-7a15-44eb-b897-48200875eaa9 None None] Current status of the port d72802ee-ebd2-4621-b420-94a1c70d7da5 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:29:34.508325 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-dc40cb0e-7a15-44eb-b897-48200875eaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (d72802ee-ebd2-4621-b420-94a1c70d7da5), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:34.521109 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15888e3a-023c-420d-9355-315a6add2164 None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:29:34.521502 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15888e3a-023c-420d-9355-315a6add2164 None None] Checking segment: {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:29:34.521915 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-15888e3a-023c-420d-9355-315a6add2164 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:34.522344 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15888e3a-023c-420d-9355-315a6add2164 None None] Bound using segment: {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'} {{(pid=103610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:29:34.522835 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.managers [None req-15888e3a-023c-420d-9355-315a6add2164 None None] Bound port: 71bf3e03-539c-405b-b6aa-808d7ffeffc2, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72002e1b-b340-425b-a146-9b8da7184177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b'}}] {{(pid=103610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:29:34.523239 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-15888e3a-023c-420d-9355-315a6add2164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (71bf3e03-539c-405b-b6aa-808d7ffeffc2), before_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:34.571576 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-dc40cb0e-7a15-44eb-b897-48200875eaa9 None None] For port d72802ee-ebd2-4621-b420-94a1c70d7da5, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=d72802ee-ebd2-4621-b420-94a1c70d7da5,segment=NetworkSegment(903ee33d-a7e6-43d8-96fd-f8904cdf4368),segment_id=903ee33d-a7e6-43d8-96fd-f8904cdf4368)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:29:34.583508 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.db [None req-15888e3a-023c-420d-9355-315a6add2164 None None] For port 71bf3e03-539c-405b-b6aa-808d7ffeffc2, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:29:34.589616 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-40b0ea20-16f4-4439-8adb-7a36554910a9 admin admin] Publish callbacks [] for port (ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:34.595952 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.plugins.ml2.db [None req-15888e3a-023c-420d-9355-315a6add2164 None None] For port 71bf3e03-539c-405b-b6aa-808d7ffeffc2, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=71bf3e03-539c-405b-b6aa-808d7ffeffc2,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:29:34.607601 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca4027-d2f5-4b19-98b4-af6c52b9d6a8 None None] Pushing event updated for resources: {'Port': ['ID=71bf3e03-539c-405b-b6aa-808d7ffeffc2,revision_number=2']} {{(pid=103610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:34.615344 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-dc40cb0e-7a15-44eb-b897-48200875eaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (d72802ee-ebd2-4621-b420-94a1c70d7da5), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:34.667491 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron_lib.callbacks.manager [None req-15888e3a-023c-420d-9355-315a6add2164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (71bf3e03-539c-405b-b6aa-808d7ffeffc2), after_update {{(pid=103610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:34.671920 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40cb0e-7a15-44eb-b897-48200875eaa9 None None] Pushing event updated for resources: {'Port': ['ID=d72802ee-ebd2-4621-b420-94a1c70d7da5,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:34.724803 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-40b0ea20-16f4-4439-8adb-7a36554910a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:34.727962 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15888e3a-023c-420d-9355-315a6add2164 None None] Routers {'a6809911-82d5-4a9c-9aa7-84c470d48dbd'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:29:34.728587 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-15888e3a-023c-420d-9355-315a6add2164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:29:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['a6809911-82d5-4a9c-9aa7-84c470d48dbd'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:34.734243 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca4027-d2f5-4b19-98b4-af6c52b9d6a8 None None] Pushing event updated for resources: {'Port': ['ID=71bf3e03-539c-405b-b6aa-808d7ffeffc2,revision_number=3']} {{(pid=103610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:34.746009 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-e5990340-0945-4ef9-bd45-a6717c2ec579 None None] Provisioning complete for port d72802ee-ebd2-4621-b420-94a1c70d7da5 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:29:34.746456 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-e5990340-0945-4ef9-bd45-a6717c2ec579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (d72802ee-ebd2-4621-b420-94a1c70d7da5), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:34.777311 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b0ea20-16f4-4439-8adb-7a36554910a9 admin admin] Network 764cd63a-9a64-48ac-802c-ebe1035b263f is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:29:34.782137 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-40b0ea20-16f4-4439-8adb-7a36554910a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:29:34.790348 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b0ea20-16f4-4439-8adb-7a36554910a9 admin admin] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:29:34.793523 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0ea20-16f4-4439-8adb-7a36554910a9 admin admin] Pushing event updated for resources: {'Port': ['ID=ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:34.841544 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-40b0ea20-16f4-4439-8adb-7a36554910a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558041'] for router_interface (a6809911-82d5-4a9c-9aa7-84c470d48dbd), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:34.846511 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-e5990340-0945-4ef9-bd45-a6717c2ec579 None None] Current status of the port d72802ee-ebd2-4621-b420-94a1c70d7da5 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:29:34.852286 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-15888e3a-023c-420d-9355-315a6add2164 None None] Set router a6809911-82d5-4a9c-9aa7-84c470d48dbd gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:29:34.996469 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device d72802ee-ebd2-4621-b420-94a1c70d7da5 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:29:35.048817 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port d72802ee-ebd2-4621-b420-94a1c70d7da5 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:29:35.049221 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (d72802ee-ebd2-4621-b420-94a1c70d7da5), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:35.068792 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-15888e3a-023c-420d-9355-315a6add2164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6809911-82d5-4a9c-9aa7-84c470d48dbd', 'name': 'tempest-TestVolumeBootPattern-1177619141-router', 'tenant_id': '3aa73033dec347d2b9a923a78361582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '71bf3e03-539c-405b-b6aa-808d7ffeffc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:31Z', 'updated_at': '2022-03-07T23:29:32Z', 'revision_number': 3, 'project_id': '3aa73033dec347d2b9a923a78361582b', 'gw_port': {'id': '71bf3e03-539c-405b-b6aa-808d7ffeffc2', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6809911-82d5-4a9c-9aa7-84c470d48dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:32Z', 'updated_at': '2022-03-07T23:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:35.104140 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15888e3a-023c-420d-9355-315a6add2164 None None] The sync data for ids ['a6809911-82d5-4a9c-9aa7-84c470d48dbd'] in dv-cinder-813223-6-iscsi is: [{'id': 'a6809911-82d5-4a9c-9aa7-84c470d48dbd', 'name': 'tempest-TestVolumeBootPattern-1177619141-router', 'tenant_id': '3aa73033dec347d2b9a923a78361582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '71bf3e03-539c-405b-b6aa-808d7ffeffc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:31Z', 'updated_at': '2022-03-07T23:29:32Z', 'revision_number': 3, 'project_id': '3aa73033dec347d2b9a923a78361582b', 'gw_port': {'id': '71bf3e03-539c-405b-b6aa-808d7ffeffc2', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6809911-82d5-4a9c-9aa7-84c470d48dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:32Z', 'updated_at': '2022-03-07T23:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:29:35.150105 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port d72802ee-ebd2-4621-b420-94a1c70d7da5 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:29:35.151413 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 1e1ffa29-bbd5-45af-9992-9726338dbd5c up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:29:35.204834 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-c2ac76c2-1fd1-47e1-8e6d-9a11dfefb62c None None] Provisioning complete for port ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:29:35.205244 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c2ac76c2-1fd1-47e1-8e6d-9a11dfefb62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:35.247458 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 1e1ffa29-bbd5-45af-9992-9726338dbd5c triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:29:35.247846 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (1e1ffa29-bbd5-45af-9992-9726338dbd5c), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:35.249463 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac76c2-1fd1-47e1-8e6d-9a11dfefb62c None None] Port ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:29:35.328974 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 1e1ffa29-bbd5-45af-9992-9726338dbd5c is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:29:35.356989 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-40b0ea20-16f4-4439-8adb-7a36554910a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:35.532341 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-40b0ea20-16f4-4439-8adb-7a36554910a9 admin admin] Publish callbacks [] for port (ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:35.592145 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-40b0ea20-16f4-4439-8adb-7a36554910a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280631'] for port (ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:35.659436 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0ea20-16f4-4439-8adb-7a36554910a9 admin admin] Pushing event updated for resources: {'Port': ['ID=ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:35.663079 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-40b0ea20-16f4-4439-8adb-7a36554910a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558005'] for router_interface (a6809911-82d5-4a9c-9aa7-84c470d48dbd), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:35.759119 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b0ea20-16f4-4439-8adb-7a36554910a9 admin admin] Network 764cd63a-9a64-48ac-802c-ebe1035b263f is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:29:35.760537 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-40b0ea20-16f4-4439-8adb-7a36554910a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:29:35.886060 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b0ea20-16f4-4439-8adb-7a36554910a9 admin admin] Router a6809911-82d5-4a9c-9aa7-84c470d48dbd has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:29:35.980042 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-6f8e9c4e-72a5-4859-a030-99ca329741f3 None None] Provisioning complete for port ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:29:35.980588 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-6f8e9c4e-72a5-4859-a030-99ca329741f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:36.004805 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b0ea20-16f4-4439-8adb-7a36554910a9 admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:29:36.010280 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-40b0ea20-16f4-4439-8adb-7a36554910a9 admin admin] 10.222.0.24 "PUT /v2.0/routers/a6809911-82d5-4a9c-9aa7-84c470d48dbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2337124 Mar 07 23:29:36.142978 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e9c4e-72a5-4859-a030-99ca329741f3 None None] Port ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:29:36.587016 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 49630) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:36.591604 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-cab8dc3f-62b3-465c-9c0f-7eda71f7ccf4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2096410078', 'description': 'tempest-secgroup-smoke-2096410078 description', 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:29:36.626369 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] Sync routers for ids ['a6809911-82d5-4a9c-9aa7-84c470d48dbd'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:29:36.637621 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] Routers {'a6809911-82d5-4a9c-9aa7-84c470d48dbd'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:29:36.638239 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:29:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['a6809911-82d5-4a9c-9aa7-84c470d48dbd'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:36.689257 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cab8dc3f-62b3-465c-9c0f-7eda71f7ccf4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for security_group (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:36.749301 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] Set router a6809911-82d5-4a9c-9aa7-84c470d48dbd gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:29:36.768301 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cab8dc3f-62b3-465c-9c0f-7eda71f7ccf4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for security_group (5acf419f-fa9f-4af3-859b-afc38600fe1a), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:36.821039 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cab8dc3f-62b3-465c-9c0f-7eda71f7ccf4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (5acf419f-fa9f-4af3-859b-afc38600fe1a), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:36.855031 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8dc3f-62b3-465c-9c0f-7eda71f7ccf4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5acf419f-fa9f-4af3-859b-afc38600fe1a,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:36.903260 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-cab8dc3f-62b3-465c-9c0f-7eda71f7ccf4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:36.904656 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-cab8dc3f-62b3-465c-9c0f-7eda71f7ccf4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3166130 Mar 07 23:29:36.905074 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 71bf3e03-539c-405b-b6aa-808d7ffeffc2 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:29:36.907599 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 49632) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:36.912054 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-ee63d241-a43d-4ab4-8955-ae86b4839024 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Request body: {'security_group_rule': {'security_group_id': '5acf419f-fa9f-4af3-859b-afc38600fe1a', 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:29:36.986292 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ee63d241-a43d-4ab4-8955-ae86b4839024 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for security_group_rule (fb524009-7299-40f7-8edd-23158a976247), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:36.988696 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 71bf3e03-539c-405b-b6aa-808d7ffeffc2 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:29:36.989225 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (71bf3e03-539c-405b-b6aa-808d7ffeffc2), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:37.023698 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6809911-82d5-4a9c-9aa7-84c470d48dbd', 'name': 'tempest-TestVolumeBootPattern-1177619141-router', 'tenant_id': '3aa73033dec347d2b9a923a78361582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '71bf3e03-539c-405b-b6aa-808d7ffeffc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:31Z', 'updated_at': '2022-03-07T23:29:35Z', 'revision_number': 4, 'project_id': '3aa73033dec347d2b9a923a78361582b', 'gw_port': {'id': '71bf3e03-539c-405b-b6aa-808d7ffeffc2', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6809911-82d5-4a9c-9aa7-84c470d48dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:32Z', 'updated_at': '2022-03-07T23:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': 'ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde', 'name': '', 'network_id': '764cd63a-9a64-48ac-802c-ebe1035b263f', 'tenant_id': '3aa73033dec347d2b9a923a78361582b', 'mac_address': 'fa:16:3e:23:1a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6809911-82d5-4a9c-9aa7-84c470d48dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '530f89e6-c617-4863-8b70-d9c3eb56c872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:34Z', 'updated_at': '2022-03-07T23:29:35Z', 'revision_number': 2, 'project_id': '3aa73033dec347d2b9a923a78361582b', 'subnets': [{'id': '530f89e6-c617-4863-8b70-d9c3eb56c872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:37.043022 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ee63d241-a43d-4ab4-8955-ae86b4839024 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for security_group_rule (fb524009-7299-40f7-8edd-23158a976247), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:37.052032 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] Checking router: a6809911-82d5-4a9c-9aa7-84c470d48dbd for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:29:37.052387 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] Updating router a6809911-82d5-4a9c-9aa7-84c470d48dbd port ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde binding host dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 23:29:37.090452 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:37.123443 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ee63d241-a43d-4ab4-8955-ae86b4839024 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (fb524009-7299-40f7-8edd-23158a976247), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:37.140854 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee63d241-a43d-4ab4-8955-ae86b4839024 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb524009-7299-40f7-8edd-23158a976247,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:37.156007 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 71bf3e03-539c-405b-b6aa-808d7ffeffc2 is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:29:37.156391 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (71bf3e03-539c-405b-b6aa-808d7ffeffc2), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:37.232966 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] For port 71bf3e03-539c-405b-b6aa-808d7ffeffc2, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=71bf3e03-539c-405b-b6aa-808d7ffeffc2,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:29:37.240535 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-ee63d241-a43d-4ab4-8955-ae86b4839024 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:37.242574 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-ee63d241-a43d-4ab4-8955-ae86b4839024 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3339088 Mar 07 23:29:37.245414 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49634) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:37.250066 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-e5b034a2-aa97-408f-9642-c614da8890b7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Request body: {'security_group_rule': {'security_group_id': '5acf419f-fa9f-4af3-859b-afc38600fe1a', 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:29:37.313077 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (71bf3e03-539c-405b-b6aa-808d7ffeffc2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:37.345577 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e5b034a2-aa97-408f-9642-c614da8890b7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for security_group_rule (44d9ac21-17fc-4b8f-8e31-9f89a2033ab8), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:37.390949 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Pushing event updated for resources: {'Port': ['ID=71bf3e03-539c-405b-b6aa-808d7ffeffc2,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:37.402856 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e5b034a2-aa97-408f-9642-c614da8890b7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for security_group_rule (44d9ac21-17fc-4b8f-8e31-9f89a2033ab8), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:37.433748 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] Publish callbacks [] for port (ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde), precommit_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:37.466156 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e5b034a2-aa97-408f-9642-c614da8890b7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (44d9ac21-17fc-4b8f-8e31-9f89a2033ab8), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:37.483673 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b034a2-aa97-408f-9642-c614da8890b7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d9ac21-17fc-4b8f-8e31-9f89a2033ab8,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:37.491874 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b034a2-aa97-408f-9642-c614da8890b7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.492226 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b034a2-aa97-408f-9642-c614da8890b7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.492569 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b034a2-aa97-408f-9642-c614da8890b7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.492907 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b034a2-aa97-408f-9642-c614da8890b7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.493375 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b034a2-aa97-408f-9642-c614da8890b7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.493737 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b034a2-aa97-408f-9642-c614da8890b7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.494075 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b034a2-aa97-408f-9642-c614da8890b7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.494419 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b034a2-aa97-408f-9642-c614da8890b7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.494729 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b034a2-aa97-408f-9642-c614da8890b7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.495057 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b034a2-aa97-408f-9642-c614da8890b7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.495385 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b034a2-aa97-408f-9642-c614da8890b7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.495706 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b034a2-aa97-408f-9642-c614da8890b7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.496033 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b034a2-aa97-408f-9642-c614da8890b7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.512004 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:37.560142 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78137a90-a9e6-4ef8-a5a3-f623e31bc52b None None] Pushing event updated for resources: {'Port': ['ID=ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde,revision_number=3']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:37.588459 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-e5b034a2-aa97-408f-9642-c614da8890b7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:37.592235 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-e5b034a2-aa97-408f-9642-c614da8890b7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3432114 Mar 07 23:29:37.592670 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 49636) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:37.597282 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-b0b43bd2-1a67-42f8-adfd-b3400bba2d07 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Request body: {'security_group_rule': {'security_group_id': '5acf419f-fa9f-4af3-859b-afc38600fe1a', 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:29:37.616886 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] Attempting to bind port ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde on host dv-cinder-813223-6-iscsi for vnic_type normal with profile {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:29:37.617286 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] Attempting to bind port ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde by drivers openvswitch,hyperv on host dv-cinder-813223-6-iscsi at level 0 using segments [{'id': '903ee33d-a7e6-43d8-96fd-f8904cdf4368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '764cd63a-9a64-48ac-802c-ebe1035b263f'}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:29:37.617651 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] Attempting to bind port ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde on network 764cd63a-9a64-48ac-802c-ebe1035b263f {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:29:37.622805 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] Checking agent: {'id': '59c9a313-7bc5-4a95-a603-532ba5cbcfd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813223-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 11, 30), 'started_at': datetime.datetime(2022, 3, 7, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813223-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:29:37.623186 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] Checking segment: {'id': '903ee33d-a7e6-43d8-96fd-f8904cdf4368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '764cd63a-9a64-48ac-802c-ebe1035b263f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:29:37.623606 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:37.626742 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] Bound using segment: {'id': '903ee33d-a7e6-43d8-96fd-f8904cdf4368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '764cd63a-9a64-48ac-802c-ebe1035b263f'} {{(pid=103609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:29:37.626742 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.managers [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] Bound port: ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde, host: dv-cinder-813223-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903ee33d-a7e6-43d8-96fd-f8904cdf4368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '764cd63a-9a64-48ac-802c-ebe1035b263f'}}] {{(pid=103609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:29:37.626742 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:37.660122 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b0b43bd2-1a67-42f8-adfd-b3400bba2d07 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for security_group_rule (ca6e2094-8b01-4056-a039-0067a14359d1), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:37.695415 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] For port ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde, host dv-cinder-813223-6-iscsi, cleared binding levels {{(pid=103609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:29:37.698929 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] For port ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde, host dv-cinder-813223-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde,segment=NetworkSegment(903ee33d-a7e6-43d8-96fd-f8904cdf4368),segment_id=903ee33d-a7e6-43d8-96fd-f8904cdf4368)] {{(pid=103609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:29:37.719462 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b0b43bd2-1a67-42f8-adfd-b3400bba2d07 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for security_group_rule (ca6e2094-8b01-4056-a039-0067a14359d1), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:37.746654 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:37.763200 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b0b43bd2-1a67-42f8-adfd-b3400bba2d07 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (ca6e2094-8b01-4056-a039-0067a14359d1), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:37.785360 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b43bd2-1a67-42f8-adfd-b3400bba2d07 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6e2094-8b01-4056-a039-0067a14359d1,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:37.793500 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b43bd2-1a67-42f8-adfd-b3400bba2d07 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.794490 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b43bd2-1a67-42f8-adfd-b3400bba2d07 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.795412 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b43bd2-1a67-42f8-adfd-b3400bba2d07 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.795412 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b43bd2-1a67-42f8-adfd-b3400bba2d07 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.795744 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b43bd2-1a67-42f8-adfd-b3400bba2d07 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.795874 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b43bd2-1a67-42f8-adfd-b3400bba2d07 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.796423 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b43bd2-1a67-42f8-adfd-b3400bba2d07 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.796918 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b43bd2-1a67-42f8-adfd-b3400bba2d07 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.797340 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b43bd2-1a67-42f8-adfd-b3400bba2d07 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.797732 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b43bd2-1a67-42f8-adfd-b3400bba2d07 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.798120 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b43bd2-1a67-42f8-adfd-b3400bba2d07 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.798515 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b43bd2-1a67-42f8-adfd-b3400bba2d07 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.799074 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b43bd2-1a67-42f8-adfd-b3400bba2d07 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:29:37.817049 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] Routers {'a6809911-82d5-4a9c-9aa7-84c470d48dbd'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:29:37.817791 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:29:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['a6809911-82d5-4a9c-9aa7-84c470d48dbd'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:37.820239 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78137a90-a9e6-4ef8-a5a3-f623e31bc52b None None] Pushing event updated for resources: {'Port': ['ID=ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:37.822880 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-9a5c9482-32c7-4475-9ed6-ed06a41b57b3 None None] Provisioning complete for port ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:29:37.823185 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-9a5c9482-32c7-4475-9ed6-ed06a41b57b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:37.833972 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-b0b43bd2-1a67-42f8-adfd-b3400bba2d07 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:37.836194 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-b0b43bd2-1a67-42f8-adfd-b3400bba2d07 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2423220 Mar 07 23:29:37.838942 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49638) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:37.844243 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-dd614e7a-b81c-4ca4-93a1-256e931095c5 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Request body: {'security_group_rule': {'security_group_id': '5acf419f-fa9f-4af3-859b-afc38600fe1a', 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:29:37.922695 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dd614e7a-b81c-4ca4-93a1-256e931095c5 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for security_group_rule (b510b52f-e6d8-4f03-aadf-f7083e8506c7), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:37.986290 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dd614e7a-b81c-4ca4-93a1-256e931095c5 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for security_group_rule (b510b52f-e6d8-4f03-aadf-f7083e8506c7), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:37.998416 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] Set router a6809911-82d5-4a9c-9aa7-84c470d48dbd gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:29:38.023862 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-9a5c9482-32c7-4475-9ed6-ed06a41b57b3 None None] Current status of the port ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde is: DOWN; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:29:38.024249 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-9a5c9482-32c7-4475-9ed6-ed06a41b57b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:38.037961 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dd614e7a-b81c-4ca4-93a1-256e931095c5 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (b510b52f-e6d8-4f03-aadf-f7083e8506c7), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:38.052741 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd614e7a-b81c-4ca4-93a1-256e931095c5 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b510b52f-e6d8-4f03-aadf-f7083e8506c7,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:38.102946 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-9a5c9482-32c7-4475-9ed6-ed06a41b57b3 None None] For port ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde,segment=NetworkSegment(903ee33d-a7e6-43d8-96fd-f8904cdf4368),segment_id=903ee33d-a7e6-43d8-96fd-f8904cdf4368)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:29:38.114372 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-dd614e7a-b81c-4ca4-93a1-256e931095c5 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:38.115577 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-dd614e7a-b81c-4ca4-93a1-256e931095c5 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2753417 Mar 07 23:29:38.118399 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 49640) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:38.122700 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-a76af239-02dd-4789-9832-05d7b5503d8d tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Request body: {'security_group_rule': {'security_group_id': '5acf419f-fa9f-4af3-859b-afc38600fe1a', 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:29:38.190386 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-9a5c9482-32c7-4475-9ed6-ed06a41b57b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:38.215371 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.securitygroups_db [None req-a76af239-02dd-4789-9832-05d7b5503d8d tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Project 3949c6f9dfc24d0ead21f56b108d34f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 23:29:38.220542 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a76af239-02dd-4789-9832-05d7b5503d8d tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for security_group_rule (51f9ced0-11ea-46cc-9f43-907e2c10a813), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:38.248234 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c9482-32c7-4475-9ed6-ed06a41b57b3 None None] Pushing event updated for resources: {'Port': ['ID=ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:38.260493 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6809911-82d5-4a9c-9aa7-84c470d48dbd', 'name': 'tempest-TestVolumeBootPattern-1177619141-router', 'tenant_id': '3aa73033dec347d2b9a923a78361582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '71bf3e03-539c-405b-b6aa-808d7ffeffc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:31Z', 'updated_at': '2022-03-07T23:29:35Z', 'revision_number': 4, 'project_id': '3aa73033dec347d2b9a923a78361582b', 'gw_port': {'id': '71bf3e03-539c-405b-b6aa-808d7ffeffc2', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6809911-82d5-4a9c-9aa7-84c470d48dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:32Z', 'updated_at': '2022-03-07T23:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': 'ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde', 'name': '', 'network_id': '764cd63a-9a64-48ac-802c-ebe1035b263f', 'tenant_id': '3aa73033dec347d2b9a923a78361582b', 'mac_address': 'fa:16:3e:23:1a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6809911-82d5-4a9c-9aa7-84c470d48dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '530f89e6-c617-4863-8b70-d9c3eb56c872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:34Z', 'updated_at': '2022-03-07T23:29:37Z', 'revision_number': 4, 'project_id': '3aa73033dec347d2b9a923a78361582b', 'subnets': [{'id': '530f89e6-c617-4863-8b70-d9c3eb56c872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:29:38.280281 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a76af239-02dd-4789-9832-05d7b5503d8d tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for security_group_rule (51f9ced0-11ea-46cc-9f43-907e2c10a813), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:38.290506 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76749d1-7876-4311-a840-b10ffb0fcfa8 None None] The sync data for ids ['a6809911-82d5-4a9c-9aa7-84c470d48dbd'] in dv-cinder-813223-6-iscsi is: [{'id': 'a6809911-82d5-4a9c-9aa7-84c470d48dbd', 'name': 'tempest-TestVolumeBootPattern-1177619141-router', 'tenant_id': '3aa73033dec347d2b9a923a78361582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '71bf3e03-539c-405b-b6aa-808d7ffeffc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:31Z', 'updated_at': '2022-03-07T23:29:35Z', 'revision_number': 4, 'project_id': '3aa73033dec347d2b9a923a78361582b', 'gw_port': {'id': '71bf3e03-539c-405b-b6aa-808d7ffeffc2', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6809911-82d5-4a9c-9aa7-84c470d48dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:32Z', 'updated_at': '2022-03-07T23:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': 'ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde', 'name': '', 'network_id': '764cd63a-9a64-48ac-802c-ebe1035b263f', 'tenant_id': '3aa73033dec347d2b9a923a78361582b', 'mac_address': 'fa:16:3e:23:1a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6809911-82d5-4a9c-9aa7-84c470d48dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '530f89e6-c617-4863-8b70-d9c3eb56c872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:34Z', 'updated_at': '2022-03-07T23:29:37Z', 'revision_number': 4, 'project_id': '3aa73033dec347d2b9a923a78361582b', 'subnets': [{'id': '530f89e6-c617-4863-8b70-d9c3eb56c872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:29:38.310081 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-19392b90-0254-401f-8475-aa36846b0de6 None None] Provisioning complete for port ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:29:38.310587 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-19392b90-0254-401f-8475-aa36846b0de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:38.328015 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a76af239-02dd-4789-9832-05d7b5503d8d tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (51f9ced0-11ea-46cc-9f43-907e2c10a813), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:38.371258 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76af239-02dd-4789-9832-05d7b5503d8d tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f9ced0-11ea-46cc-9f43-907e2c10a813,revision_number=0']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:38.415611 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-19392b90-0254-401f-8475-aa36846b0de6 None None] Current status of the port ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:29:38.433822 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a76af239-02dd-4789-9832-05d7b5503d8d tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:38.437707 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-a76af239-02dd-4789-9832-05d7b5503d8d tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3158853 Mar 07 23:29:38.438065 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 49642) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:29:38.442856 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-f68de4c5-6a9d-48a9-915f-da3d88914539 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Request body: {'security_group_rule': {'security_group_id': '5acf419f-fa9f-4af3-859b-afc38600fe1a', 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:29:38.540889 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.db.securitygroups_db [None req-f68de4c5-6a9d-48a9-915f-da3d88914539 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Project 3949c6f9dfc24d0ead21f56b108d34f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 23:29:38.546321 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f68de4c5-6a9d-48a9-915f-da3d88914539 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for security_group_rule (bfcaa3dd-07f0-47f8-8213-5107f898821a), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:38.611440 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f68de4c5-6a9d-48a9-915f-da3d88914539 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for security_group_rule (bfcaa3dd-07f0-47f8-8213-5107f898821a), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:38.689418 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f68de4c5-6a9d-48a9-915f-da3d88914539 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672803'] for security_group_rule (bfcaa3dd-07f0-47f8-8213-5107f898821a), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:38.708922 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68de4c5-6a9d-48a9-915f-da3d88914539 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfcaa3dd-07f0-47f8-8213-5107f898821a,revision_number=0']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:38.771223 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-f68de4c5-6a9d-48a9-915f-da3d88914539 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:38.773145 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-f68de4c5-6a9d-48a9-915f-da3d88914539 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3340542 Mar 07 23:29:38.957351 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:29:39.135340 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:29:39.136009 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:39.208754 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:29:39.209810 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 71bf3e03-539c-405b-b6aa-808d7ffeffc2 up at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:29:39.254201 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Provisioning complete for port 71bf3e03-539c-405b-b6aa-808d7ffeffc2 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:29:39.254570 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (71bf3e03-539c-405b-b6aa-808d7ffeffc2), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:39.331220 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Current status of the port 71bf3e03-539c-405b-b6aa-808d7ffeffc2 is: ACTIVE; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:29:53.471090 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-9170e2e6-e549-424d-aac6-7f81c4c40a7f tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096410078&fields=id&tenant_id=3949c6f9dfc24d0ead21f56b108d34f0 HTTP/1.1" status: 200 len: 267 time: 0.0425794 Mar 07 23:29:53.571717 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-bc354921-9be9-4a9b-ab5e-d20558dfe593 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:53.573172 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-bc354921-9be9-4a9b-ab5e-d20558dfe593 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/networks?id=a39af706-4a29-48d3-afb9-49b0f8efc7cc HTTP/1.1" status: 200 len: 812 time: 0.0959651 Mar 07 23:29:53.587272 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-b42b8098-6de7-4259-8f7d-857ee37dfe49 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/quotas/3949c6f9dfc24d0ead21f56b108d34f0 HTTP/1.1" status: 200 len: 375 time: 0.0083599 Mar 07 23:29:53.643781 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-2a09b604-7c25-46e4-9375-cd7c258d9ad4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3949c6f9dfc24d0ead21f56b108d34f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517433 Mar 07 23:29:53.735693 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-4d4ed862-55ed-4e10-81c2-7392a74f78be service neutron] 10.222.0.24 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800290 Mar 07 23:29:53.828304 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-2982fe9e-7665-4c7a-8613-1cd206e869d0 service neutron] 10.222.0.24 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869474 Mar 07 23:29:53.905989 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-9b2ef65e-ad71-4455-a7a6-3df8e4782729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:54.440859 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-7605133c-5981-48cc-a912-0e10e884f618 req-bcf9d9fc-0540-483c-92d0-57e55e2f4ae1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 210 time: 0.1263728 Mar 07 23:29:55.533460 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-16a94a9c-2673-4c87-8589-aba5e4d802c8 req-20bf32fc-cf4f-449f-8452-e5c168be67b7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 210 time: 0.0270350 Mar 07 23:29:56.014195 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:56.185629 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a08f73f9-7107-4bec-ab11-726fa971baba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:56.288650 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-74a61894-e3da-494b-8eac-cfcc2b679405 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:56.290668 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-74a61894-e3da-494b-8eac-cfcc2b679405 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.16 "GET /v2.0/networks?id=a39af706-4a29-48d3-afb9-49b0f8efc7cc HTTP/1.1" status: 200 len: 812 time: 0.1035795 Mar 07 23:29:56.350073 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-012da53f-393b-4859-bd5d-4d33b5e9bb7c tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3949c6f9dfc24d0ead21f56b108d34f0 HTTP/1.1" status: 200 len: 380 time: 0.0518112 Mar 07 23:29:56.358058 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-cbf5e7ca-0473-4b95-8a64-a35497860a25 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Request body: {'port': {'device_id': 'dae01ca5-851b-40e3-bf85-d5077dcf6dcf', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'admin_state_up': True, 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'security_groups': ['5acf419f-fa9f-4af3-859b-afc38600fe1a']}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:29:56.545888 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-cbf5e7ca-0473-4b95-8a64-a35497860a25 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Made reservation on behalf of 3949c6f9dfc24d0ead21f56b108d34f0 for: {'port': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:29:56.549332 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-cbf5e7ca-0473-4b95-8a64-a35497860a25 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:56.624520 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e2bfa8d3-96a6-4371-abf4-710cb8c6aa1a req-05d8129c-47c6-4ee8-a6ef-8df1e304f78c tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 210 time: 0.0261679 Mar 07 23:29:56.676936 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-cbf5e7ca-0473-4b95-8a64-a35497860a25 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Allocated IP 172.20.0.4 (a39af706-4a29-48d3-afb9-49b0f8efc7cc/899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0/4841e863-af0f-4df8-afce-618416981a9a) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:29:56.818470 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-cbf5e7ca-0473-4b95-8a64-a35497860a25 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for port (4841e863-af0f-4df8-afce-618416981a9a), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:56.923785 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-cbf5e7ca-0473-4b95-8a64-a35497860a25 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (4841e863-af0f-4df8-afce-618416981a9a), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:56.967852 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-cbf5e7ca-0473-4b95-8a64-a35497860a25 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Network a39af706-4a29-48d3-afb9-49b0f8efc7cc is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:29:56.970882 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-cbf5e7ca-0473-4b95-8a64-a35497860a25 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:29:56.973405 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-cbf5e7ca-0473-4b95-8a64-a35497860a25 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:29:57.006341 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5e7ca-0473-4b95-8a64-a35497860a25 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Pushing event updated for resources: {'Port': ['ID=4841e863-af0f-4df8-afce-618416981a9a,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:57.033405 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-cbf5e7ca-0473-4b95-8a64-a35497860a25 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:57.034208 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-cbf5e7ca-0473-4b95-8a64-a35497860a25 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:57.131565 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-cbf5e7ca-0473-4b95-8a64-a35497860a25 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7769732 Mar 07 23:29:57.143244 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-a9f64ab2-4c3b-40d6-a907-e2ec8aeaf91a service neutron] Request body: {'port': {'device_id': 'dae01ca5-851b-40e3-bf85-d5077dcf6dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:29:57.204233 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-a9f64ab2-4c3b-40d6-a907-e2ec8aeaf91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (4841e863-af0f-4df8-afce-618416981a9a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:57.251232 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-c6d313d1-6b4c-4cfd-bffc-5f2462f69e3b None None] Provisioning complete for port 4841e863-af0f-4df8-afce-618416981a9a triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:29:57.251831 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c6d313d1-6b4c-4cfd-bffc-5f2462f69e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (4841e863-af0f-4df8-afce-618416981a9a), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:57.285837 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-c6d313d1-6b4c-4cfd-bffc-5f2462f69e3b None None] Port 4841e863-af0f-4df8-afce-618416981a9a cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:29:57.456436 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-a9f64ab2-4c3b-40d6-a907-e2ec8aeaf91a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4841e863-af0f-4df8-afce-618416981a9a {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:29:57.463703 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-a9f64ab2-4c3b-40d6-a907-e2ec8aeaf91a service neutron] Publish callbacks [] for port (4841e863-af0f-4df8-afce-618416981a9a), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:57.475204 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-a9f64ab2-4c3b-40d6-a907-e2ec8aeaf91a service neutron] Transition to ACTIVE for port object 4841e863-af0f-4df8-afce-618416981a9a will not be triggered until provisioned by entity L2. {{(pid=103608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 23:29:57.545980 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-a9f64ab2-4c3b-40d6-a907-e2ec8aeaf91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (4841e863-af0f-4df8-afce-618416981a9a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:57.592777 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f64ab2-4c3b-40d6-a907-e2ec8aeaf91a service neutron] Pushing event updated for resources: {'Port': ['ID=4841e863-af0f-4df8-afce-618416981a9a,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:57.671619 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-a9f64ab2-4c3b-40d6-a907-e2ec8aeaf91a service neutron] Attempting to bind port 4841e863-af0f-4df8-afce-618416981a9a on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:29:57.672357 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-a9f64ab2-4c3b-40d6-a907-e2ec8aeaf91a service neutron] Attempting to bind port 4841e863-af0f-4df8-afce-618416981a9a by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '209b9c24-1ae4-40d3-803e-22e9e958952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:29:57.673085 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-a9f64ab2-4c3b-40d6-a907-e2ec8aeaf91a service neutron] Attempting to bind port 4841e863-af0f-4df8-afce-618416981a9a on network a39af706-4a29-48d3-afb9-49b0f8efc7cc {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:29:57.678948 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-a9f64ab2-4c3b-40d6-a907-e2ec8aeaf91a service neutron] Port 4841e863-af0f-4df8-afce-618416981a9a on network a39af706-4a29-48d3-afb9-49b0f8efc7cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 23:29:57.679403 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-a9f64ab2-4c3b-40d6-a907-e2ec8aeaf91a service neutron] Attempting to bind port 4841e863-af0f-4df8-afce-618416981a9a on network a39af706-4a29-48d3-afb9-49b0f8efc7cc {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:29:57.685701 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-a9f64ab2-4c3b-40d6-a907-e2ec8aeaf91a service neutron] Checking agent: {'id': 'c3ad4338-66dc-4d28-9621-abda7889d413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'started_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:29:57.686201 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-a9f64ab2-4c3b-40d6-a907-e2ec8aeaf91a service neutron] Checking segment: {'id': '209b9c24-1ae4-40d3-803e-22e9e958952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:29:57.686637 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-a9f64ab2-4c3b-40d6-a907-e2ec8aeaf91a service neutron] Bound using segment: {'id': '209b9c24-1ae4-40d3-803e-22e9e958952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:29:57.687141 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-a9f64ab2-4c3b-40d6-a907-e2ec8aeaf91a service neutron] Bound port: 4841e863-af0f-4df8-afce-618416981a9a, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209b9c24-1ae4-40d3-803e-22e9e958952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:29:57.687565 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-a9f64ab2-4c3b-40d6-a907-e2ec8aeaf91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (4841e863-af0f-4df8-afce-618416981a9a), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:57.734696 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:57.789374 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1328db7-3884-4b2c-a9a6-ab0edb039f84 req-275d8cb6-258c-4a7e-8c19-05141da216ea tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:57.794113 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a1328db7-3884-4b2c-a9a6-ab0edb039f84 req-275d8cb6-258c-4a7e-8c19-05141da216ea tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 943 time: 0.0924280 Mar 07 23:29:57.794113 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-a9f64ab2-4c3b-40d6-a907-e2ec8aeaf91a service neutron] For port 4841e863-af0f-4df8-afce-618416981a9a, host hv-cinder-81322, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:29:57.797309 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-a9f64ab2-4c3b-40d6-a907-e2ec8aeaf91a service neutron] For port 4841e863-af0f-4df8-afce-618416981a9a, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4841e863-af0f-4df8-afce-618416981a9a,segment=NetworkSegment(209b9c24-1ae4-40d3-803e-22e9e958952c),segment_id=209b9c24-1ae4-40d3-803e-22e9e958952c)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:29:57.842679 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a1328db7-3884-4b2c-a9a6-ab0edb039f84 req-55689df1-45e6-491f-8df2-d14f3f61ac02 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436742 Mar 07 23:29:57.844091 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-a9f64ab2-4c3b-40d6-a907-e2ec8aeaf91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (4841e863-af0f-4df8-afce-618416981a9a), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:57.878793 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-a9f64ab2-4c3b-40d6-a907-e2ec8aeaf91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:57.879327 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-a9f64ab2-4c3b-40d6-a907-e2ec8aeaf91a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:57.880683 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-a9f64ab2-4c3b-40d6-a907-e2ec8aeaf91a service neutron] 10.222.0.16 "PUT /v2.0/ports/4841e863-af0f-4df8-afce-618416981a9a HTTP/1.1" status: 200 len: 1093 time: 0.7416854 Mar 07 23:29:57.881139 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae01ca5-851b-40e3-bf85-d5077dcf6dcf', 'tag': '4841e863-af0f-4df8-afce-618416981a9a'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:29:57.883361 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d65fb4-3149-49e0-bf87-ca353f504686" -d '{"events": [{"name": "network-changed", "server_uuid": "dae01ca5-851b-40e3-bf85-d5077dcf6dcf", "tag": "4841e863-af0f-4df8-afce-618416981a9a"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:29:57.908952 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f64ab2-4c3b-40d6-a907-e2ec8aeaf91a service neutron] Pushing event updated for resources: {'Port': ['ID=4841e863-af0f-4df8-afce-618416981a9a,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:29:57.922785 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3072eaf-7329-4503-9d35-5435f7c23cb6 x-openstack-request-id: req-b3072eaf-7329-4503-9d35-5435f7c23cb6 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:29:57.923147 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae01ca5-851b-40e3-bf85-d5077dcf6dcf", "tag": "4841e863-af0f-4df8-afce-618416981a9a", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:29:57.923405 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3072eaf-7329-4503-9d35-5435f7c23cb6 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:29:57.923804 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae01ca5-851b-40e3-bf85-d5077dcf6dcf', 'tag': '4841e863-af0f-4df8-afce-618416981a9a', 'status': 'completed', 'code': 200} Mar 07 23:29:57.991788 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d65fb4-3149-49e0-bf87-ca353f504686 req-9149acca-4787-4857-8e4e-94bd06262ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:57.993840 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d1d65fb4-3149-49e0-bf87-ca353f504686 req-9149acca-4787-4857-8e4e-94bd06262ab7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3949c6f9dfc24d0ead21f56b108d34f0&device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 1127 time: 0.0463541 Mar 07 23:29:58.094625 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d65fb4-3149-49e0-bf87-ca353f504686 req-5c96e107-3ea9-493c-b0ca-1215fbe6d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:58.096059 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d1d65fb4-3149-49e0-bf87-ca353f504686 req-5c96e107-3ea9-493c-b0ca-1215fbe6d5c2 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=3949c6f9dfc24d0ead21f56b108d34f0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0961201 Mar 07 23:29:58.185608 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d65fb4-3149-49e0-bf87-ca353f504686 req-b3fa8e9b-1401-436f-875f-b6ec37d1eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:58.187004 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d1d65fb4-3149-49e0-bf87-ca353f504686 req-b3fa8e9b-1401-436f-875f-b6ec37d1eed8 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854807 Mar 07 23:29:58.262046 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-6a3de264-bcac-41c8-86b7-17dd345bde01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:58.263426 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-6a3de264-bcac-41c8-86b7-17dd345bde01 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3949c6f9dfc24d0ead21f56b108d34f0&device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 1127 time: 0.0433953 Mar 07 23:29:58.306447 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-fa36190a-3d90-4143-8d8c-51c1ac1aae16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4841e863-af0f-4df8-afce-618416981a9a HTTP/1.1" status: 200 len: 217 time: 0.0363805 Mar 07 23:29:58.350429 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-2b70f1ab-6742-4900-a839-236ca517da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:58.351824 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-2b70f1ab-6742-4900-a839-236ca517da2a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0 HTTP/1.1" status: 200 len: 851 time: 0.0404887 Mar 07 23:29:58.398084 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-d18aac39-f783-4db2-9ebf-44ae8e38887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:58.400071 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-d18aac39-f783-4db2-9ebf-44ae8e38887b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a39af706-4a29-48d3-afb9-49b0f8efc7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423944 Mar 07 23:29:58.487296 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-f25eded4-5f7f-43ee-95a0-acf5de10ce6a service neutron] 10.222.0.16 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816410 Mar 07 23:29:58.572036 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bc60dbc8-9938-499d-9fc9-32c8222c687c req-86bfc3cc-3002-4ecb-9cb1-04f726f75c36 service neutron] 10.222.0.16 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783589 Mar 07 23:29:58.894441 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:29:58.962803 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b455b17-2e57-4971-b396-f1c5478c75ba req-fae4d5e4-2d2c-4c35-a06d-53cb833c0e6f tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:29:58.964268 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8b455b17-2e57-4971-b396-f1c5478c75ba req-fae4d5e4-2d2c-4c35-a06d-53cb833c0e6f tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 943 time: 0.0554166 Mar 07 23:29:59.012172 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8b455b17-2e57-4971-b396-f1c5478c75ba req-12012cd9-9161-43b1-b33a-b946721eb576 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424044 Mar 07 23:29:59.049971 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:30:00.127951 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80ea01-03b0-4b2a-9437-7920892de6d7 req-b308903c-dbdb-4686-b5dc-52a22d2e4c95 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:00.129433 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5b80ea01-03b0-4b2a-9437-7920892de6d7 req-b308903c-dbdb-4686-b5dc-52a22d2e4c95 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 943 time: 0.0508039 Mar 07 23:30:00.180197 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5b80ea01-03b0-4b2a-9437-7920892de6d7 req-773d2a60-7747-4ae2-8b17-d3acd773a9a3 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447168 Mar 07 23:30:00.351512 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:01.100246 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-68f3015d-a560-41a9-abfb-2e93e26d91b6 req-a301d4da-ed79-4207-8ed7-39dee1046ec6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422854 Mar 07 23:30:01.163380 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3015d-a560-41a9-abfb-2e93e26d91b6 req-811a2a0e-89fd-48b2-987e-f59036f53c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:01.164865 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-68f3015d-a560-41a9-abfb-2e93e26d91b6 req-811a2a0e-89fd-48b2-987e-f59036f53c11 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=25a4d0166d864672a640afb3acc447a6&device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 1129 time: 0.0432000 Mar 07 23:30:01.295767 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3015d-a560-41a9-abfb-2e93e26d91b6 req-5395c178-f5ff-4010-8f89-952903ec5090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:01.297279 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-68f3015d-a560-41a9-abfb-2e93e26d91b6 req-5395c178-f5ff-4010-8f89-952903ec5090 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1e0e21e0-abba-4950-8845-adf027f36461 HTTP/1.1" status: 200 len: 909 time: 0.1142368 Mar 07 23:30:01.349815 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eef063-b6d6-4230-828e-2763d4e49c63 req-6120a693-cd9d-4d9d-83e9-b1f92e8a2846 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:01.351303 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-85eef063-b6d6-4230-828e-2763d4e49c63 req-6120a693-cd9d-4d9d-83e9-b1f92e8a2846 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 943 time: 0.1059096 Mar 07 23:30:01.387767 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-68f3015d-a560-41a9-abfb-2e93e26d91b6 req-80a7c972-854c-418c-8245-e6caac5e805c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e11937d-c62d-43b7-a7cf-0184eb61a81f HTTP/1.1" status: 200 len: 1000 time: 0.0842457 Mar 07 23:30:01.436478 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-85eef063-b6d6-4230-828e-2763d4e49c63 req-b7f031a4-69c5-439a-8d5f-79383900937e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788114 Mar 07 23:30:01.448869 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3015d-a560-41a9-abfb-2e93e26d91b6 req-9c127ee1-3ebb-4794-8fc0-6385f894230d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:01.450279 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-68f3015d-a560-41a9-abfb-2e93e26d91b6 req-9c127ee1-3ebb-4794-8fc0-6385f894230d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=caaa6708-4795-4194-bc9c-5e8e405fe9ae HTTP/1.1" status: 200 len: 847 time: 0.0554121 Mar 07 23:30:01.497029 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3015d-a560-41a9-abfb-2e93e26d91b6 req-15694731-f823-48d5-8522-666928115c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:01.498521 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-68f3015d-a560-41a9-abfb-2e93e26d91b6 req-15694731-f823-48d5-8522-666928115c86 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e0e21e0-abba-4950-8845-adf027f36461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420842 Mar 07 23:30:01.587852 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-68f3015d-a560-41a9-abfb-2e93e26d91b6 req-80f460f0-68de-4102-848b-0c8ae708a3ee service neutron] 10.222.0.16 "GET /v2.0/networks/1e0e21e0-abba-4950-8845-adf027f36461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832715 Mar 07 23:30:01.672864 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-68f3015d-a560-41a9-abfb-2e93e26d91b6 req-1455c3a8-4ae9-4cb5-ac12-5231f62629c3 service neutron] 10.222.0.16 "GET /v2.0/networks/1e0e21e0-abba-4950-8845-adf027f36461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787702 Mar 07 23:30:02.551160 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cc734-82d6-4b89-8b1a-7d2361815c75 req-60273bad-5b51-43d2-b4a5-6ed0bf7b32f7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:02.552606 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-8e7cc734-82d6-4b89-8b1a-7d2361815c75 req-60273bad-5b51-43d2-b4a5-6ed0bf7b32f7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 943 time: 0.0513282 Mar 07 23:30:02.599149 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-8e7cc734-82d6-4b89-8b1a-7d2361815c75 req-f7b7528f-11b2-498a-92be-1513ed428f95 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410962 Mar 07 23:30:03.716079 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72a4e7-a791-4b31-870c-656a8f06dfe3 req-dcf5ffdf-02d7-44ea-ba20-481d4dfd67ec tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:03.717565 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9e72a4e7-a791-4b31-870c-656a8f06dfe3 req-dcf5ffdf-02d7-44ea-ba20-481d4dfd67ec tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 943 time: 0.0551171 Mar 07 23:30:03.764314 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9e72a4e7-a791-4b31-870c-656a8f06dfe3 req-3dbe9e3e-1e4e-44ba-8667-853247847d2a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410967 Mar 07 23:30:04.883460 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad85bcc-9fff-426b-81bb-72711013b25a req-16bdb5ab-fad8-4ca6-b05c-c0444992081c tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:04.884926 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-aad85bcc-9fff-426b-81bb-72711013b25a req-16bdb5ab-fad8-4ca6-b05c-c0444992081c tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 943 time: 0.0514896 Mar 07 23:30:04.931512 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-aad85bcc-9fff-426b-81bb-72711013b25a req-506154f7-0163-4607-ac0a-29f5c252bfd5 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411501 Mar 07 23:30:06.043126 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f48cb-da64-44c9-89a7-68ac799d3b8e req-42553e04-3c70-49c9-bfc3-6ce3edc1f16d tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:06.044553 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-768f48cb-da64-44c9-89a7-68ac799d3b8e req-42553e04-3c70-49c9-bfc3-6ce3edc1f16d tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 943 time: 0.0498533 Mar 07 23:30:06.091311 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-768f48cb-da64-44c9-89a7-68ac799d3b8e req-71a4b441-50ec-4757-8375-d7728ba7ac6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412986 Mar 07 23:30:06.387896 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 4841e863-af0f-4df8-afce-618416981a9a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:30:06.483714 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 4841e863-af0f-4df8-afce-618416981a9a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4841e863-af0f-4df8-afce-618416981a9a,segment=NetworkSegment(209b9c24-1ae4-40d3-803e-22e9e958952c),segment_id=209b9c24-1ae4-40d3-803e-22e9e958952c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:30:06.495089 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': '4841e863-af0f-4df8-afce-618416981a9a', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'port_id': '4841e863-af0f-4df8-afce-618416981a9a', 'mac_address': 'fa:16:3e:01:d8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:30:06.532257 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 4841e863-af0f-4df8-afce-618416981a9a is: DOWN; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:30:06.532652 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (4841e863-af0f-4df8-afce-618416981a9a), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:06.545785 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4841e863-af0f-4df8-afce-618416981a9a {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:30:06.564782 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 4841e863-af0f-4df8-afce-618416981a9a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4841e863-af0f-4df8-afce-618416981a9a,segment=NetworkSegment(209b9c24-1ae4-40d3-803e-22e9e958952c),segment_id=209b9c24-1ae4-40d3-803e-22e9e958952c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:30:06.631235 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (4841e863-af0f-4df8-afce-618416981a9a), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:06.677309 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=4841e863-af0f-4df8-afce-618416981a9a,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:30:06.874869 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['4841e863-af0f-4df8-afce-618416981a9a'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:30:07.208624 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0d54d-30ec-47c3-8fbe-c13197b559b9 req-046ec7f4-8e45-4415-be99-3abacbbd59a5 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:07.210090 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0fa0d54d-30ec-47c3-8fbe-c13197b559b9 req-046ec7f4-8e45-4415-be99-3abacbbd59a5 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 944 time: 0.0541291 Mar 07 23:30:07.256015 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0fa0d54d-30ec-47c3-8fbe-c13197b559b9 req-1d8a768f-e96b-42ce-b847-793db35eb0a3 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397289 Mar 07 23:30:08.373855 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c19a7-6db4-4fec-866f-b4c1b67503f3 req-2b51ef6f-7577-4a1f-b1d1-a1925c8bff97 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:08.375302 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-485c19a7-6db4-4fec-866f-b4c1b67503f3 req-2b51ef6f-7577-4a1f-b1d1-a1925c8bff97 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 944 time: 0.0544434 Mar 07 23:30:08.420212 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 4841e863-af0f-4df8-afce-618416981a9a up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:30:08.423333 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-485c19a7-6db4-4fec-866f-b4c1b67503f3 req-73ce03a8-bdce-4f37-9406-bba08a907245 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417571 Mar 07 23:30:08.550981 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning for port 4841e863-af0f-4df8-afce-618416981a9a completed by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 23:30:08.554908 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port 4841e863-af0f-4df8-afce-618416981a9a triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:30:08.555284 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (4841e863-af0f-4df8-afce-618416981a9a), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:08.629656 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 4841e863-af0f-4df8-afce-618416981a9a is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:30:08.630039 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (4841e863-af0f-4df8-afce-618416981a9a), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:08.652238 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae01ca5-851b-40e3-bf85-d5077dcf6dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4841e863-af0f-4df8-afce-618416981a9a'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:30:08.654558 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034ce664-20ec-45d7-bd1a-d9f90e706043" -d '{"events": [{"server_uuid": "dae01ca5-851b-40e3-bf85-d5077dcf6dcf", "name": "network-vif-plugged", "status": "completed", "tag": "4841e863-af0f-4df8-afce-618416981a9a"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:30:08.666662 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 4841e863-af0f-4df8-afce-618416981a9a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4841e863-af0f-4df8-afce-618416981a9a,segment=NetworkSegment(209b9c24-1ae4-40d3-803e-22e9e958952c),segment_id=209b9c24-1ae4-40d3-803e-22e9e958952c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:30:08.689668 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09496ff3-00ea-4a17-bbc7-320ab02f2417 x-openstack-request-id: req-09496ff3-00ea-4a17-bbc7-320ab02f2417 {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:30:08.690032 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae01ca5-851b-40e3-bf85-d5077dcf6dcf", "name": "network-vif-plugged", "status": "completed", "tag": "4841e863-af0f-4df8-afce-618416981a9a", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:30:08.690513 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09496ff3-00ea-4a17-bbc7-320ab02f2417 {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:30:08.690893 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae01ca5-851b-40e3-bf85-d5077dcf6dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4841e863-af0f-4df8-afce-618416981a9a', 'code': 200} Mar 07 23:30:08.728348 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (4841e863-af0f-4df8-afce-618416981a9a), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:08.779078 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=4841e863-af0f-4df8-afce-618416981a9a,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:30:09.023141 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe42809-a008-4918-98cf-2336f671e4c8 req-674d2a39-5f11-4c56-a725-f2f39911b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:09.024624 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ffe42809-a008-4918-98cf-2336f671e4c8 req-674d2a39-5f11-4c56-a725-f2f39911b4e8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 1129 time: 0.0427141 Mar 07 23:30:09.067398 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ffe42809-a008-4918-98cf-2336f671e4c8 req-6e1cee96-e186-401f-845c-cbd8e4854059 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366762 Mar 07 23:30:09.536849 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d5fad-086e-4007-9ad7-db03a5c2a06c req-68faad33-f689-4dee-b1e7-d941f9dd89f4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:09.538318 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-699d5fad-086e-4007-9ad7-db03a5c2a06c req-68faad33-f689-4dee-b1e7-d941f9dd89f4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 945 time: 0.0499518 Mar 07 23:30:09.587614 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-699d5fad-086e-4007-9ad7-db03a5c2a06c req-8cb86453-758d-40c1-99a5-f7b0d551bb38 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433459 Mar 07 23:30:10.703717 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b6bdd-0cae-49ec-8893-6fe38eac7e9f req-d4a2cc6f-ed55-45e4-bc99-52880b0ce9d5 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:10.705171 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9b3b6bdd-0cae-49ec-8893-6fe38eac7e9f req-d4a2cc6f-ed55-45e4-bc99-52880b0ce9d5 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 945 time: 0.0514133 Mar 07 23:30:10.751284 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9b3b6bdd-0cae-49ec-8893-6fe38eac7e9f req-5a1ffa46-a001-4e7d-8344-a3c09785af42 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407455 Mar 07 23:30:10.865201 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58b5ad-7e2e-4304-b879-b70f4e3b4418 req-ab1938e6-384b-4258-a1a6-c85884d524a4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:10.866656 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-7c58b5ad-7e2e-4304-b879-b70f4e3b4418 req-ab1938e6-384b-4258-a1a6-c85884d524a4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 945 time: 0.0509665 Mar 07 23:30:10.913448 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-7c58b5ad-7e2e-4304-b879-b70f4e3b4418 req-15c160b4-b3c5-4e9b-9b83-c09cbca65740 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407221 Mar 07 23:30:10.935721 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 49810) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:30:11.016839 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90899574-bb90-444d-a2d2-d5b3bcc36844 tempest-TestVolumeBootPattern-1896426252 tempest-TestVolumeBootPattern-1896426252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:11.018363 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-90899574-bb90-444d-a2d2-d5b3bcc36844 tempest-TestVolumeBootPattern-1896426252 tempest-TestVolumeBootPattern-1896426252-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 1124 time: 0.0816891 Mar 07 23:30:11.021140 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 49814) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:30:11.025248 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [None req-0e1c335c-51dd-484b-8192-0b4d4cac84a1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Request body: {'floatingip': {'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'port_id': '4841e863-af0f-4df8-afce-618416981a9a', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:30:11.088545 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0e1c335c-51dd-484b-8192-0b4d4cac84a1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:11.181903 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0e1c335c-51dd-484b-8192-0b4d4cac84a1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:11.280469 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [None req-0e1c335c-51dd-484b-8192-0b4d4cac84a1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Allocated IP 172.27.3.83 (4f60912c-99c2-416c-85f4-ec579757987b/f4612345-726c-47ef-92a6-cd50d588f814/c1196834-ada2-48ed-abb4-0af389fc2a36) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:30:11.380020 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0e1c335c-51dd-484b-8192-0b4d4cac84a1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for port (c1196834-ada2-48ed-abb4-0af389fc2a36), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:11.465637 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0e1c335c-51dd-484b-8192-0b4d4cac84a1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (c1196834-ada2-48ed-abb4-0af389fc2a36), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:11.503426 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1c335c-51dd-484b-8192-0b4d4cac84a1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Network 4f60912c-99c2-416c-85f4-ec579757987b is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:30:11.506150 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [None req-0e1c335c-51dd-484b-8192-0b4d4cac84a1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:30:11.508597 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1c335c-51dd-484b-8192-0b4d4cac84a1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:30:11.533367 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c335c-51dd-484b-8192-0b4d4cac84a1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Pushing event updated for resources: {'Port': ['ID=c1196834-ada2-48ed-abb4-0af389fc2a36,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:30:12.129507 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0e1c335c-51dd-484b-8192-0b4d4cac84a1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for floatingip (b33955ff-04da-4363-b346-459109a1ac9c), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:12.257893 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0e1c335c-51dd-484b-8192-0b4d4cac84a1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (c1196834-ada2-48ed-abb4-0af389fc2a36), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:12.401347 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0e1c335c-51dd-484b-8192-0b4d4cac84a1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for port (c1196834-ada2-48ed-abb4-0af389fc2a36), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:12.454014 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0e1c335c-51dd-484b-8192-0b4d4cac84a1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (c1196834-ada2-48ed-abb4-0af389fc2a36), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:12.526066 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c335c-51dd-484b-8192-0b4d4cac84a1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Pushing event updated for resources: {'Port': ['ID=c1196834-ada2-48ed-abb4-0af389fc2a36,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:30:12.533126 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0e1c335c-51dd-484b-8192-0b4d4cac84a1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (b33955ff-04da-4363-b346-459109a1ac9c), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:12.632021 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.db.l3_db [None req-0e1c335c-51dd-484b-8192-0b4d4cac84a1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Floating IP b33955ff-04da-4363-b346-459109a1ac9c associated. External IP: 172.27.3.83, port: 4841e863-af0f-4df8-afce-618416981a9a. Mar 07 23:30:12.838546 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1c335c-51dd-484b-8192-0b4d4cac84a1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:30:12.940381 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1c335c-51dd-484b-8192-0b4d4cac84a1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:30:12.950437 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ad4ea-cc80-44fa-ad7c-779cff615973 None None] Sync routers for ids ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:30:12.960257 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ad4ea-cc80-44fa-ad7c-779cff615973 None None] Routers {'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:30:12.977635 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-b89ad4ea-cc80-44fa-ad7c-779cff615973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:29:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:30:13.027798 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-0e1c335c-51dd-484b-8192-0b4d4cac84a1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:13.061298 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-0e1c335c-51dd-484b-8192-0b4d4cac84a1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0391066 Mar 07 23:30:13.061998 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae01ca5-851b-40e3-bf85-d5077dcf6dcf', 'tag': '4841e863-af0f-4df8-afce-618416981a9a'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:30:13.064262 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9bdf9a-e2b1-4b45-b5fb-b866560a386a" -d '{"events": [{"name": "network-changed", "server_uuid": "dae01ca5-851b-40e3-bf85-d5077dcf6dcf", "tag": "4841e863-af0f-4df8-afce-618416981a9a"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:30:13.104209 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a108f751-f457-470d-9adf-ac61d9090975 x-openstack-request-id: req-a108f751-f457-470d-9adf-ac61d9090975 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:30:13.104209 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae01ca5-851b-40e3-bf85-d5077dcf6dcf", "tag": "4841e863-af0f-4df8-afce-618416981a9a", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:30:13.104209 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a108f751-f457-470d-9adf-ac61d9090975 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:30:13.104209 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae01ca5-851b-40e3-bf85-d5077dcf6dcf', 'tag': '4841e863-af0f-4df8-afce-618416981a9a', 'status': 'completed', 'code': 200} Mar 07 23:30:13.157619 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-b89ad4ea-cc80-44fa-ad7c-779cff615973 None None] Set router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:30:13.171452 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bdf9a-e2b1-4b45-b5fb-b866560a386a req-d8b368d9-ba3c-470f-bb00-8ca4361889aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:13.172978 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6d9bdf9a-e2b1-4b45-b5fb-b866560a386a req-d8b368d9-ba3c-470f-bb00-8ca4361889aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3949c6f9dfc24d0ead21f56b108d34f0&device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 1129 time: 0.0442774 Mar 07 23:30:13.260177 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bdf9a-e2b1-4b45-b5fb-b866560a386a req-eb9ec240-8163-4f63-9dcb-df9645c16513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:13.261799 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6d9bdf9a-e2b1-4b45-b5fb-b866560a386a req-eb9ec240-8163-4f63-9dcb-df9645c16513 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a39af706-4a29-48d3-afb9-49b0f8efc7cc HTTP/1.1" status: 200 len: 913 time: 0.0824723 Mar 07 23:30:13.329471 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6d9bdf9a-e2b1-4b45-b5fb-b866560a386a req-91450ffb-96ab-4042-a241-43348113484e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4841e863-af0f-4df8-afce-618416981a9a HTTP/1.1" status: 200 len: 998 time: 0.0612595 Mar 07 23:30:13.374150 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-b89ad4ea-cc80-44fa-ad7c-779cff615973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:29Z', 'revision_number': 4, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': 'b33955ff-04da-4363-b346-459109a1ac9c', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'port_id': '4841e863-af0f-4df8-afce-618416981a9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'mac_address': 'fa:16:3e:01:d8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae01ca5-851b-40e3-bf85-d5077dcf6dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:30:11Z', 'updated_at': '2022-03-07T23:30:11Z', 'revision_number': 0, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1ffa29-bbd5-45af-9992-9726338dbd5c', 'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'mac_address': 'fa:16:3e:dd:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:28Z', 'updated_at': '2022-03-07T23:29:33Z', 'revision_number': 5, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'subnets': [{'id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:30:13.376543 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bdf9a-e2b1-4b45-b5fb-b866560a386a req-078ebf62-36eb-4330-9f8d-d3d7d7e3efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:13.378031 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6d9bdf9a-e2b1-4b45-b5fb-b866560a386a req-078ebf62-36eb-4330-9f8d-d3d7d7e3efa7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0 HTTP/1.1" status: 200 len: 851 time: 0.0427330 Mar 07 23:30:13.404327 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ad4ea-cc80-44fa-ad7c-779cff615973 None None] Checking router: afe12b4d-d5f1-482a-8afe-a38fc49c5f6d for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:30:13.412520 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ad4ea-cc80-44fa-ad7c-779cff615973 None None] Routers {'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:30:13.413159 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-b89ad4ea-cc80-44fa-ad7c-779cff615973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:29:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:30:13.427361 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bdf9a-e2b1-4b45-b5fb-b866560a386a req-3cb50f5a-7ce6-47e8-a4e8-70b01e4d5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:13.428870 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6d9bdf9a-e2b1-4b45-b5fb-b866560a386a req-3cb50f5a-7ce6-47e8-a4e8-70b01e4d5c87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a39af706-4a29-48d3-afb9-49b0f8efc7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431192 Mar 07 23:30:13.440391 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [req-6d9bdf9a-e2b1-4b45-b5fb-b866560a386a req-df8bc558-3c93-4066-97e8-1dc58ca61a1e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103608) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 23:30:13.441370 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6d9bdf9a-e2b1-4b45-b5fb-b866560a386a req-df8bc558-3c93-4066-97e8-1dc58ca61a1e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048583 Mar 07 23:30:13.517947 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-b89ad4ea-cc80-44fa-ad7c-779cff615973 None None] Set router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:30:13.532152 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6d9bdf9a-e2b1-4b45-b5fb-b866560a386a req-7e7df934-67b8-4b61-b890-7ba1cd72b2f0 service neutron] 10.222.0.16 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844526 Mar 07 23:30:13.628050 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-6d9bdf9a-e2b1-4b45-b5fb-b866560a386a req-de8c52b1-1bf5-4c4f-b70e-5c1db1a5a6cd service neutron] 10.222.0.16 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890267 Mar 07 23:30:13.735627 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-b89ad4ea-cc80-44fa-ad7c-779cff615973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:29Z', 'revision_number': 4, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': 'b33955ff-04da-4363-b346-459109a1ac9c', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'port_id': '4841e863-af0f-4df8-afce-618416981a9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'mac_address': 'fa:16:3e:01:d8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae01ca5-851b-40e3-bf85-d5077dcf6dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:30:11Z', 'updated_at': '2022-03-07T23:30:11Z', 'revision_number': 0, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1ffa29-bbd5-45af-9992-9726338dbd5c', 'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'mac_address': 'fa:16:3e:dd:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:28Z', 'updated_at': '2022-03-07T23:29:33Z', 'revision_number': 5, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'subnets': [{'id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:30:13.764461 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ad4ea-cc80-44fa-ad7c-779cff615973 None None] The sync data for ids ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'] in dv-cinder-813223-6-iscsi is: [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:29Z', 'revision_number': 4, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': 'b33955ff-04da-4363-b346-459109a1ac9c', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'port_id': '4841e863-af0f-4df8-afce-618416981a9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'mac_address': 'fa:16:3e:01:d8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae01ca5-851b-40e3-bf85-d5077dcf6dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:30:11Z', 'updated_at': '2022-03-07T23:30:11Z', 'revision_number': 0, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1ffa29-bbd5-45af-9992-9726338dbd5c', 'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'mac_address': 'fa:16:3e:dd:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:28Z', 'updated_at': '2022-03-07T23:29:33Z', 'revision_number': 5, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'subnets': [{'id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:30:13.943014 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7310a8b1-ba7e-4e38-a6e7-4f98960032f7 None None] New status for floating IP b33955ff-04da-4363-b346-459109a1ac9c: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:30:23.888440 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-adf086c9-a3c3-4e18-b798-e49f87c0b903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:26.036666 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:26.168145 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a4078889-c042-4677-9e69-24f818c9bb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:27.767752 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:28.962088 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:29.759582 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35462b5-db3d-40d0-9f2a-6c83a1383a87 req-6cdd77c1-a2a0-408d-82f7-64e4d6e41997 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:29.761787 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e35462b5-db3d-40d0-9f2a-6c83a1383a87 req-6cdd77c1-a2a0-408d-82f7-64e4d6e41997 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0574958 Mar 07 23:30:29.810722 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e35462b5-db3d-40d0-9f2a-6c83a1383a87 req-f530dd9d-b434-4604-8844-f8d5443c7cea tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433612 Mar 07 23:30:30.368418 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:30.931664 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f886c-c7c5-4ef1-ae97-943784344562 req-2da0f502-bb99-4ae4-a7f5-8a1f5fce2e06 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:30.933773 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8e9f886c-c7c5-4ef1-ae97-943784344562 req-2da0f502-bb99-4ae4-a7f5-8a1f5fce2e06 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0544305 Mar 07 23:30:30.980783 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8e9f886c-c7c5-4ef1-ae97-943784344562 req-80571f2f-7bb5-424d-9d48-e34b47779562 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414844 Mar 07 23:30:32.094379 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737d537-f513-4100-868c-a9cde833722a req-30cd75db-2add-45b3-a5b7-9f1507b551a4 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:32.095819 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3737d537-f513-4100-868c-a9cde833722a req-30cd75db-2add-45b3-a5b7-9f1507b551a4 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0511308 Mar 07 23:30:32.142295 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-3737d537-f513-4100-868c-a9cde833722a req-6d957955-9660-4b34-a0ad-5f4639b18228 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409572 Mar 07 23:30:33.254845 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56016ff-d070-4548-9064-0831b2c9abe0 req-771270dd-356f-42f8-b4be-912529de7d6b tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:33.256315 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f56016ff-d070-4548-9064-0831b2c9abe0 req-771270dd-356f-42f8-b4be-912529de7d6b tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0505364 Mar 07 23:30:33.303437 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f56016ff-d070-4548-9064-0831b2c9abe0 req-11c31413-addf-446e-9603-0ff402cf11aa tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409250 Mar 07 23:30:34.418235 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0445955-3495-4e80-a433-3c057cac0c60 req-914d4347-5c42-4bfa-b719-23894dfd5196 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:34.419692 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a0445955-3495-4e80-a433-3c057cac0c60 req-914d4347-5c42-4bfa-b719-23894dfd5196 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0514460 Mar 07 23:30:34.470167 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a0445955-3495-4e80-a433-3c057cac0c60 req-a3de779e-792b-453c-8d61-33d8102d4ff4 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449924 Mar 07 23:30:35.589905 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a80b65-3196-4a1a-be04-8415e2d69aaf req-9f15fa37-36eb-4c33-9a9e-561e364db692 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:35.591366 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c9a80b65-3196-4a1a-be04-8415e2d69aaf req-9f15fa37-36eb-4c33-9a9e-561e364db692 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0560434 Mar 07 23:30:35.637523 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c9a80b65-3196-4a1a-be04-8415e2d69aaf req-06606a40-5926-40b6-85f0-1e4ed168a6f6 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406916 Mar 07 23:30:36.047893 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:30:36.752317 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333070f-7b26-41e6-87d6-84d40c5a3a10 req-797550ed-87ce-4edc-b00d-f4665f1e7c6c tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:36.753811 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6333070f-7b26-41e6-87d6-84d40c5a3a10 req-797550ed-87ce-4edc-b00d-f4665f1e7c6c tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0508289 Mar 07 23:30:36.800274 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6333070f-7b26-41e6-87d6-84d40c5a3a10 req-f9e8e425-7bb7-4720-967e-cf3c7c75ed35 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400529 Mar 07 23:30:37.914292 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0b3d3-0664-43cc-9eff-606ec0a14271 req-bf1d0c4f-487c-43d2-b11b-ff99dd0780c2 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:37.915736 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-46f0b3d3-0664-43cc-9eff-606ec0a14271 req-bf1d0c4f-487c-43d2-b11b-ff99dd0780c2 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0510247 Mar 07 23:30:37.962164 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-46f0b3d3-0664-43cc-9eff-606ec0a14271 req-639ad819-f66d-4939-aa47-f2ffe30d1325 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409803 Mar 07 23:30:39.077633 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f72f5a-1d66-4131-8b36-b197ddf7f77d req-d1c67742-4039-4325-839b-3be60137da6a tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:39.079113 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a3f72f5a-1d66-4131-8b36-b197ddf7f77d req-d1c67742-4039-4325-839b-3be60137da6a tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0519969 Mar 07 23:30:39.125775 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a3f72f5a-1d66-4131-8b36-b197ddf7f77d req-8f67c832-7086-4132-b847-bdd3b8b733f4 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410368 Mar 07 23:30:40.241497 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3064c2e-09bf-408a-a0b9-227423065441 req-19323def-32fd-48b6-b94d-f979c2899907 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:40.243555 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a3064c2e-09bf-408a-a0b9-227423065441 req-19323def-32fd-48b6-b94d-f979c2899907 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0511572 Mar 07 23:30:40.293818 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a3064c2e-09bf-408a-a0b9-227423065441 req-038a5dd5-05bc-4fa0-9cbc-f714ee5814e8 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448170 Mar 07 23:30:41.412610 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cefe02-7e5e-46f2-be49-c9df537b35a7 req-5f1a6c6f-437d-4a78-92bc-8d071b93d63c tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:41.414744 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-00cefe02-7e5e-46f2-be49-c9df537b35a7 req-5f1a6c6f-437d-4a78-92bc-8d071b93d63c tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0559864 Mar 07 23:30:41.461736 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-00cefe02-7e5e-46f2-be49-c9df537b35a7 req-62474aba-9778-48ad-ab30-50e7481d5c82 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415747 Mar 07 23:30:42.576507 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc6719-aeed-49be-9106-1adf15e5e040 req-0d3f2b56-7f1d-424e-a743-3f8f465966c7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:42.577999 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d3dc6719-aeed-49be-9106-1adf15e5e040 req-0d3f2b56-7f1d-424e-a743-3f8f465966c7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0514703 Mar 07 23:30:42.624413 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d3dc6719-aeed-49be-9106-1adf15e5e040 req-8c54f73c-1cb1-41d8-b339-3a80cd610b28 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408342 Mar 07 23:30:43.742818 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac453d8-6a6e-4f29-9c48-87b788f0e257 req-6b08ba07-2f61-4995-85e3-ca44bb4a0183 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:43.744377 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5ac453d8-6a6e-4f29-9c48-87b788f0e257 req-6b08ba07-2f61-4995-85e3-ca44bb4a0183 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0531979 Mar 07 23:30:43.792244 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5ac453d8-6a6e-4f29-9c48-87b788f0e257 req-aa90d753-5ada-42c1-b20c-73faf2b79130 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422091 Mar 07 23:30:44.907299 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c91bd7-99f5-4e09-bdcf-07a1111da7fd req-aa9280ed-ce2f-470b-80db-44e120a1d1ef tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:44.908745 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-79c91bd7-99f5-4e09-bdcf-07a1111da7fd req-aa9280ed-ce2f-470b-80db-44e120a1d1ef tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0506668 Mar 07 23:30:44.961758 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-79c91bd7-99f5-4e09-bdcf-07a1111da7fd req-c08d9750-db98-4f3a-9193-b856b0a46784 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474675 Mar 07 23:30:45.035689 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8c507-ce56-47b5-90bb-b0fa15b6c2ff req-de001302-0080-4c82-875b-359f2e6954ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:45.037176 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8ef8c507-ce56-47b5-90bb-b0fa15b6c2ff req-de001302-0080-4c82-875b-359f2e6954ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=25a4d0166d864672a640afb3acc447a6&device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 1129 time: 0.0975776 Mar 07 23:30:45.123760 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8c507-ce56-47b5-90bb-b0fa15b6c2ff req-63e3374f-015d-4696-9141-5e240e4cfeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:45.125219 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8ef8c507-ce56-47b5-90bb-b0fa15b6c2ff req-63e3374f-015d-4696-9141-5e240e4cfeb9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1e0e21e0-abba-4950-8845-adf027f36461 HTTP/1.1" status: 200 len: 909 time: 0.0815091 Mar 07 23:30:45.190865 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8ef8c507-ce56-47b5-90bb-b0fa15b6c2ff req-fa4efb0e-37e6-4fe7-8de3-3809b649ba1e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e11937d-c62d-43b7-a7cf-0184eb61a81f HTTP/1.1" status: 200 len: 1000 time: 0.0597744 Mar 07 23:30:45.236144 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8c507-ce56-47b5-90bb-b0fa15b6c2ff req-daae875d-bccb-4ed8-bca8-db2ddae4e494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:45.237580 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8ef8c507-ce56-47b5-90bb-b0fa15b6c2ff req-daae875d-bccb-4ed8-bca8-db2ddae4e494 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=caaa6708-4795-4194-bc9c-5e8e405fe9ae HTTP/1.1" status: 200 len: 847 time: 0.0408347 Mar 07 23:30:45.284161 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8c507-ce56-47b5-90bb-b0fa15b6c2ff req-34b8b5c7-ab18-4384-8f5e-4ec42b56f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:45.285628 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8ef8c507-ce56-47b5-90bb-b0fa15b6c2ff req-34b8b5c7-ab18-4384-8f5e-4ec42b56f794 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e0e21e0-abba-4950-8845-adf027f36461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419831 Mar 07 23:30:45.374423 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8ef8c507-ce56-47b5-90bb-b0fa15b6c2ff req-ff4d6ae7-38b8-4925-99cb-6915b6fadb55 service neutron] 10.222.0.16 "GET /v2.0/networks/1e0e21e0-abba-4950-8845-adf027f36461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818241 Mar 07 23:30:45.458452 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8ef8c507-ce56-47b5-90bb-b0fa15b6c2ff req-bc8bd071-0b5d-4341-8e97-6064f1972879 service neutron] 10.222.0.16 "GET /v2.0/networks/1e0e21e0-abba-4950-8845-adf027f36461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780160 Mar 07 23:30:46.078774 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3abcda-99e2-42e2-bae1-9d0a77dcbb3f req-c1fcf6af-ba88-45bd-9fb5-1460fbc7c2f5 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:46.080989 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-db3abcda-99e2-42e2-bae1-9d0a77dcbb3f req-c1fcf6af-ba88-45bd-9fb5-1460fbc7c2f5 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0546401 Mar 07 23:30:46.133048 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-db3abcda-99e2-42e2-bae1-9d0a77dcbb3f req-e382a9fa-4b28-4ac9-82e6-633583573ca2 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466583 Mar 07 23:30:47.259040 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5019b7-4939-49dd-9f5f-9e2e118ffe8c req-8069b0a3-c300-4886-a032-9b273b02de80 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:47.260551 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ff5019b7-4939-49dd-9f5f-9e2e118ffe8c req-8069b0a3-c300-4886-a032-9b273b02de80 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0604258 Mar 07 23:30:47.311101 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ff5019b7-4939-49dd-9f5f-9e2e118ffe8c req-3dca89a3-4348-42e7-a71a-9d9a1031586b tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442226 Mar 07 23:30:48.430778 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd0bb1-3880-4ac4-8430-1d43514d166f req-28b0291c-0118-4f7f-bf56-25ac32c55d37 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:48.432300 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2acd0bb1-3880-4ac4-8430-1d43514d166f req-28b0291c-0118-4f7f-bf56-25ac32c55d37 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0537438 Mar 07 23:30:48.482603 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2acd0bb1-3880-4ac4-8430-1d43514d166f req-bbe95473-3071-4a96-adff-610c6a00cd26 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437088 Mar 07 23:30:48.868704 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f8520-5576-4218-8223-76bf2d75f6b8 req-14bf3ed9-b148-41ba-aa44-82f937928a57 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:48.870303 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-589f8520-5576-4218-8223-76bf2d75f6b8 req-14bf3ed9-b148-41ba-aa44-82f937928a57 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0556428 Mar 07 23:30:48.925737 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-589f8520-5576-4218-8223-76bf2d75f6b8 req-75996372-4ede-4aa7-b0c9-891c2baa278c tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498941 Mar 07 23:30:48.988135 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a5ec514a-bf2f-48fb-ac91-8745a7760e12 req-17b2f08e-71c8-4e73-b260-f9d2fd950ba0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0993028 Mar 07 23:30:49.119055 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec514a-bf2f-48fb-ac91-8745a7760e12 req-90211953-5a7f-4573-aceb-ed00360d635c tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:49.120410 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a5ec514a-bf2f-48fb-ac91-8745a7760e12 req-90211953-5a7f-4573-aceb-ed00360d635c tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports/5e11937d-c62d-43b7-a7cf-0184eb61a81f HTTP/1.1" status: 200 len: 942 time: 0.0981550 Mar 07 23:30:50.060878 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bd821-ebfc-40f5-ab53-d3ee7a5119af req-ceaf7a51-64be-42a4-a93b-1878473fe2c9 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:50.062483 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-142bd821-ebfc-40f5-ab53-d3ee7a5119af req-ceaf7a51-64be-42a4-a93b-1878473fe2c9 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0569923 Mar 07 23:30:50.115047 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-142bd821-ebfc-40f5-ab53-d3ee7a5119af req-a1d2b83b-265d-4313-aec4-562f0b665d69 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465736 Mar 07 23:30:50.630973 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 5e11937d-c62d-43b7-a7cf-0184eb61a81f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:30:50.715551 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 5e11937d-c62d-43b7-a7cf-0184eb61a81f is: ACTIVE; New status is: DOWN {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:30:50.715941 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (5e11937d-c62d-43b7-a7cf-0184eb61a81f), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:50.739349 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592b0068-5a35-412e-8497-77176872fb55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e11937d-c62d-43b7-a7cf-0184eb61a81f'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:30:50.744196 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c10706-16f2-41d5-ad86-23413ca437a8" -d '{"events": [{"server_uuid": "592b0068-5a35-412e-8497-77176872fb55", "name": "network-vif-unplugged", "status": "completed", "tag": "5e11937d-c62d-43b7-a7cf-0184eb61a81f"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:30:50.754118 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 5e11937d-c62d-43b7-a7cf-0184eb61a81f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5e11937d-c62d-43b7-a7cf-0184eb61a81f,segment=NetworkSegment(80337a17-c777-4b29-b22d-3a760188a594),segment_id=80337a17-c777-4b29-b22d-3a760188a594)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:30:50.813728 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (5e11937d-c62d-43b7-a7cf-0184eb61a81f), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:50.844238 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 23:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cb6a65-b97d-498a-9745-a100876588e6 x-openstack-request-id: req-97cb6a65-b97d-498a-9745-a100876588e6 {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:30:50.844632 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592b0068-5a35-412e-8497-77176872fb55", "name": "network-vif-unplugged", "status": "failed", "tag": "5e11937d-c62d-43b7-a7cf-0184eb61a81f", "code": 422}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:30:50.845054 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97cb6a65-b97d-498a-9745-a100876588e6 {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:30:50.845509 dv-cinder-813223-6-iscsi neutron-server[103609]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '592b0068-5a35-412e-8497-77176872fb55', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5e11937d-c62d-43b7-a7cf-0184eb61a81f', 'code': 422} returned with failed status Mar 07 23:30:50.869376 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=5e11937d-c62d-43b7-a7cf-0184eb61a81f,revision_number=6']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:30:50.877328 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:30:50.877938 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:30:50.878286 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:30:50.878664 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:30:50.879164 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:30:50.879504 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:30:50.879832 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:30:50.880162 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:30:50.880492 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:30:50.880929 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:30:50.881166 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:30:50.881490 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:30:50.881814 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:30:51.240227 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b84df4-94d4-4a3a-82a5-74df32c60b6b req-6eeeb17b-0d07-4ca9-8ef5-1814dc69e87d tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:51.242253 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-14b84df4-94d4-4a3a-82a5-74df32c60b6b req-6eeeb17b-0d07-4ca9-8ef5-1814dc69e87d tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 943 time: 0.0524890 Mar 07 23:30:51.294788 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-14b84df4-94d4-4a3a-82a5-74df32c60b6b req-867b1ea3-b960-4c5e-a93a-dbae6280306c tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438149 Mar 07 23:30:51.435184 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec514a-bf2f-48fb-ac91-8745a7760e12 req-eb30a852-6573-4f3a-be82-cf523dedb84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:51.436604 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a5ec514a-bf2f-48fb-ac91-8745a7760e12 req-eb30a852-6573-4f3a-be82-cf523dedb84c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55&tenant_id=25a4d0166d864672a640afb3acc447a6 HTTP/1.1" status: 200 len: 1127 time: 0.0763984 Mar 07 23:30:51.505170 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec514a-bf2f-48fb-ac91-8745a7760e12 req-94c1443e-106f-4d70-bb67-a3160858475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:51.506661 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a5ec514a-bf2f-48fb-ac91-8745a7760e12 req-94c1443e-106f-4d70-bb67-a3160858475f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=25a4d0166d864672a640afb3acc447a6&device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 1127 time: 0.0482340 Mar 07 23:30:51.597980 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec514a-bf2f-48fb-ac91-8745a7760e12 req-c9bac1fb-6482-43ad-9269-1b53de644970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:51.599449 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a5ec514a-bf2f-48fb-ac91-8745a7760e12 req-c9bac1fb-6482-43ad-9269-1b53de644970 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1e0e21e0-abba-4950-8845-adf027f36461 HTTP/1.1" status: 200 len: 909 time: 0.0855091 Mar 07 23:30:51.668073 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a5ec514a-bf2f-48fb-ac91-8745a7760e12 req-cb5d26a0-dff9-48f9-9ae8-9948fd55bd1e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e11937d-c62d-43b7-a7cf-0184eb61a81f HTTP/1.1" status: 200 len: 998 time: 0.0625072 Mar 07 23:30:51.716732 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec514a-bf2f-48fb-ac91-8745a7760e12 req-d24f4889-eb3a-440d-a36f-12c768c7befc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:51.718159 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a5ec514a-bf2f-48fb-ac91-8745a7760e12 req-d24f4889-eb3a-440d-a36f-12c768c7befc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=caaa6708-4795-4194-bc9c-5e8e405fe9ae HTTP/1.1" status: 200 len: 847 time: 0.0445299 Mar 07 23:30:51.777132 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec514a-bf2f-48fb-ac91-8745a7760e12 req-15746c0c-a96f-45a2-81ee-075a00aae3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:51.778646 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a5ec514a-bf2f-48fb-ac91-8745a7760e12 req-15746c0c-a96f-45a2-81ee-075a00aae3bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e0e21e0-abba-4950-8845-adf027f36461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529408 Mar 07 23:30:51.873409 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a5ec514a-bf2f-48fb-ac91-8745a7760e12 req-23392263-7bbc-4abf-b9e6-01684319712c service neutron] 10.222.0.16 "GET /v2.0/networks/1e0e21e0-abba-4950-8845-adf027f36461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879765 Mar 07 23:30:51.963281 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a5ec514a-bf2f-48fb-ac91-8745a7760e12 req-e0943999-6563-4dd9-b9a2-0236b5a5b85a service neutron] 10.222.0.16 "GET /v2.0/networks/1e0e21e0-abba-4950-8845-adf027f36461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844405 Mar 07 23:30:52.410085 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7060a-8419-4749-be9b-88bde999d1c6 req-ea0d1cd8-ef9f-4156-903b-4a3a7ca973e7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:52.411638 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-89e7060a-8419-4749-be9b-88bde999d1c6 req-ea0d1cd8-ef9f-4156-903b-4a3a7ca973e7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 943 time: 0.0535500 Mar 07 23:30:52.461068 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-89e7060a-8419-4749-be9b-88bde999d1c6 req-2f9f4968-8741-49a5-94da-8786f8b3a126 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426760 Mar 07 23:30:53.585373 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce409208-c02b-4d63-a6df-ae93ac5020c5 req-c42fed05-31f8-47ac-8fbb-82102b00db05 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:53.587500 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ce409208-c02b-4d63-a6df-ae93ac5020c5 req-c42fed05-31f8-47ac-8fbb-82102b00db05 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 943 time: 0.0585833 Mar 07 23:30:53.637054 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ce409208-c02b-4d63-a6df-ae93ac5020c5 req-3a83ad24-f99d-4ce5-872d-3209cd40b05a tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423117 Mar 07 23:30:53.916213 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-02b597e5-73cd-4ff7-b964-4d0de9e96b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:54.750245 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd77463-edd4-4a78-932d-3d0592b9d496 req-6c1ab366-b990-47db-b5d7-cc68f0c84926 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:54.751701 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4fd77463-edd4-4a78-932d-3d0592b9d496 req-6c1ab366-b990-47db-b5d7-cc68f0c84926 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 943 time: 0.0514247 Mar 07 23:30:54.802782 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-4fd77463-edd4-4a78-932d-3d0592b9d496 req-91032773-dc6f-4bc4-adad-29c61eef54ed tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454926 Mar 07 23:30:55.916661 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d081406-0516-4b75-888e-545ca198b280 req-35717dd5-60f7-478b-ac07-5752f9e03b1c tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:55.918155 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1d081406-0516-4b75-888e-545ca198b280 req-35717dd5-60f7-478b-ac07-5752f9e03b1c tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 943 time: 0.0513499 Mar 07 23:30:55.965656 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1d081406-0516-4b75-888e-545ca198b280 req-ec82709d-6e8b-4bf6-90b4-582761dee8a7 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419874 Mar 07 23:30:56.041601 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:56.155966 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-6d400c2c-5731-43ed-9132-d77a1a71c372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:57.079713 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee076585-a278-4d7f-8ade-1073eb0bf1e7 req-ccbf90d4-1148-4607-a47a-5c9a0b291af6 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:57.081197 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ee076585-a278-4d7f-8ade-1073eb0bf1e7 req-ccbf90d4-1148-4607-a47a-5c9a0b291af6 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 943 time: 0.0515108 Mar 07 23:30:57.128561 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ee076585-a278-4d7f-8ade-1073eb0bf1e7 req-46ccd02f-44cb-42a2-8df8-5b0489db3738 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412679 Mar 07 23:30:57.767531 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:58.246007 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f49965-c4da-4509-ae1d-1610c9db4416 req-9aa2e182-a0cd-45db-a5dd-90e2ba990ee5 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:58.247461 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-09f49965-c4da-4509-ae1d-1610c9db4416 req-9aa2e182-a0cd-45db-a5dd-90e2ba990ee5 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 943 time: 0.0543990 Mar 07 23:30:58.294028 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-09f49965-c4da-4509-ae1d-1610c9db4416 req-e139f9c8-19a7-4b56-9b8b-22decb3e236d tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411413 Mar 07 23:30:58.910034 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:30:59.409256 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565ff1a-c4c4-4716-b537-4b1f852f7b95 req-0defe3a4-7b3a-4d58-b11c-cdff82bcf936 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:30:59.410698 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6565ff1a-c4c4-4716-b537-4b1f852f7b95 req-0defe3a4-7b3a-4d58-b11c-cdff82bcf936 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 943 time: 0.0507677 Mar 07 23:30:59.457311 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-6565ff1a-c4c4-4716-b537-4b1f852f7b95 req-3bcb3495-f3f5-48c8-ae80-a8b59630aa45 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410843 Mar 07 23:31:00.355505 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:31:00.571714 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981e216-6657-4f33-a94b-19dd29ed6c71 req-8f37f3df-e508-4769-b3e5-c55da3801f80 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:31:00.573214 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2981e216-6657-4f33-a94b-19dd29ed6c71 req-8f37f3df-e508-4769-b3e5-c55da3801f80 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 943 time: 0.0520802 Mar 07 23:31:00.619667 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-2981e216-6657-4f33-a94b-19dd29ed6c71 req-a6163c62-0f1e-4f88-8394-7d03de96c184 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408785 Mar 07 23:31:00.661502 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 5e11937d-c62d-43b7-a7cf-0184eb61a81f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:31:00.759073 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 5e11937d-c62d-43b7-a7cf-0184eb61a81f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5e11937d-c62d-43b7-a7cf-0184eb61a81f,segment=NetworkSegment(80337a17-c777-4b29-b22d-3a760188a594),segment_id=80337a17-c777-4b29-b22d-3a760188a594)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:31:00.769144 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': '5e11937d-c62d-43b7-a7cf-0184eb61a81f', 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461', 'port_id': '5e11937d-c62d-43b7-a7cf-0184eb61a81f', 'mac_address': 'fa:16:3e:f8:61:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaa6708-4795-4194-bc9c-5e8e405fe9ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:31:00.805271 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 5e11937d-c62d-43b7-a7cf-0184eb61a81f is: DOWN; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:31:00.805656 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (5e11937d-c62d-43b7-a7cf-0184eb61a81f), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:31:00.818109 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e11937d-c62d-43b7-a7cf-0184eb61a81f {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:31:00.836697 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 5e11937d-c62d-43b7-a7cf-0184eb61a81f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5e11937d-c62d-43b7-a7cf-0184eb61a81f,segment=NetworkSegment(80337a17-c777-4b29-b22d-3a760188a594),segment_id=80337a17-c777-4b29-b22d-3a760188a594)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:31:00.904509 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (5e11937d-c62d-43b7-a7cf-0184eb61a81f), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:31:00.950719 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=5e11937d-c62d-43b7-a7cf-0184eb61a81f,revision_number=7']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:31:01.108979 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['5e11937d-c62d-43b7-a7cf-0184eb61a81f'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:31:01.109300 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ede356-ee23-4ec3-825a-198a5b72045b req-20161f1c-b907-4585-9237-e22ae2cc0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:31:01.110806 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-51ede356-ee23-4ec3-825a-198a5b72045b req-20161f1c-b907-4585-9237-e22ae2cc0242 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=25a4d0166d864672a640afb3acc447a6&device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 1128 time: 0.0426710 Mar 07 23:31:01.214804 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ede356-ee23-4ec3-825a-198a5b72045b req-c71a7227-062e-4292-b1f2-68158aecc9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:31:01.216201 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-51ede356-ee23-4ec3-825a-198a5b72045b req-c71a7227-062e-4292-b1f2-68158aecc9af service neutron] 10.222.0.16 "GET /v2.0/networks?id=1e0e21e0-abba-4950-8845-adf027f36461 HTTP/1.1" status: 200 len: 909 time: 0.0872970 Mar 07 23:31:01.278589 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-51ede356-ee23-4ec3-825a-198a5b72045b req-a35eeeba-93ae-4b59-8092-ca796753af93 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e11937d-c62d-43b7-a7cf-0184eb61a81f HTTP/1.1" status: 200 len: 999 time: 0.0566869 Mar 07 23:31:01.332406 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ede356-ee23-4ec3-825a-198a5b72045b req-b9d2ce97-f5a8-4f3c-a284-6fa12ca97ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:31:01.333914 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-51ede356-ee23-4ec3-825a-198a5b72045b req-b9d2ce97-f5a8-4f3c-a284-6fa12ca97ea5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=caaa6708-4795-4194-bc9c-5e8e405fe9ae HTTP/1.1" status: 200 len: 847 time: 0.0500546 Mar 07 23:31:01.382990 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ede356-ee23-4ec3-825a-198a5b72045b req-854da0da-79be-479e-8f22-e4628d830fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:31:01.384447 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-51ede356-ee23-4ec3-825a-198a5b72045b req-854da0da-79be-479e-8f22-e4628d830fb0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e0e21e0-abba-4950-8845-adf027f36461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432928 Mar 07 23:31:01.470319 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-51ede356-ee23-4ec3-825a-198a5b72045b req-1925b6b4-d18a-4378-8b68-1f44d19d6714 service neutron] 10.222.0.16 "GET /v2.0/networks/1e0e21e0-abba-4950-8845-adf027f36461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792694 Mar 07 23:31:01.559269 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-51ede356-ee23-4ec3-825a-198a5b72045b req-41ea63f9-1bba-47fb-8140-9ce8b6f57414 service neutron] 10.222.0.16 "GET /v2.0/networks/1e0e21e0-abba-4950-8845-adf027f36461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819957 Mar 07 23:31:01.739968 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b19a8d-3982-4282-b445-0c2a9dcf9b8b req-9cb04c38-c564-45ac-a6e3-deca758f2140 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:31:01.741373 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-15b19a8d-3982-4282-b445-0c2a9dcf9b8b req-9cb04c38-c564-45ac-a6e3-deca758f2140 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 944 time: 0.0568893 Mar 07 23:31:01.789961 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-15b19a8d-3982-4282-b445-0c2a9dcf9b8b req-40322d07-eda7-4942-9436-144cecf7175d tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429783 Mar 07 23:31:02.677396 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 5e11937d-c62d-43b7-a7cf-0184eb61a81f up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:31:02.726468 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port 5e11937d-c62d-43b7-a7cf-0184eb61a81f triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:31:02.726835 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (5e11937d-c62d-43b7-a7cf-0184eb61a81f), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:31:02.799356 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 5e11937d-c62d-43b7-a7cf-0184eb61a81f is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:31:02.799655 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (5e11937d-c62d-43b7-a7cf-0184eb61a81f), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:31:02.822084 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592b0068-5a35-412e-8497-77176872fb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e11937d-c62d-43b7-a7cf-0184eb61a81f'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:31:02.824291 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7205d62-57f9-4a7b-ae08-127f6bb45398" -d '{"events": [{"server_uuid": "592b0068-5a35-412e-8497-77176872fb55", "name": "network-vif-plugged", "status": "completed", "tag": "5e11937d-c62d-43b7-a7cf-0184eb61a81f"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:31:02.836754 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 5e11937d-c62d-43b7-a7cf-0184eb61a81f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5e11937d-c62d-43b7-a7cf-0184eb61a81f,segment=NetworkSegment(80337a17-c777-4b29-b22d-3a760188a594),segment_id=80337a17-c777-4b29-b22d-3a760188a594)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:31:02.859513 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fde68f-0124-40cd-bf12-2e6741ff00b9 x-openstack-request-id: req-e3fde68f-0124-40cd-bf12-2e6741ff00b9 {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:31:02.859832 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592b0068-5a35-412e-8497-77176872fb55", "name": "network-vif-plugged", "status": "completed", "tag": "5e11937d-c62d-43b7-a7cf-0184eb61a81f", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:31:02.860087 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3fde68f-0124-40cd-bf12-2e6741ff00b9 {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:31:02.860481 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592b0068-5a35-412e-8497-77176872fb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e11937d-c62d-43b7-a7cf-0184eb61a81f', 'code': 200} Mar 07 23:31:02.908210 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f23b8-d243-4548-8e40-17d71ba81153 req-1ed743e2-cd60-47c3-9afd-741a744665ec tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:31:02.909774 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4b3f23b8-d243-4548-8e40-17d71ba81153 req-1ed743e2-cd60-47c3-9afd-741a744665ec tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 944 time: 0.0546479 Mar 07 23:31:02.910318 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (5e11937d-c62d-43b7-a7cf-0184eb61a81f), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:31:02.956800 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=5e11937d-c62d-43b7-a7cf-0184eb61a81f,revision_number=8']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:31:02.966094 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-4b3f23b8-d243-4548-8e40-17d71ba81153 req-fd748907-f889-4f73-96dc-7de59c777aba tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501475 Mar 07 23:31:03.133769 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6534ddc-fdb5-4dac-bdd0-2adbe4979b46 req-8dbdd3d4-119f-4227-b86d-a461ded026f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:31:03.135252 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a6534ddc-fdb5-4dac-bdd0-2adbe4979b46 req-8dbdd3d4-119f-4227-b86d-a461ded026f3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 1129 time: 0.0467014 Mar 07 23:31:03.177372 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a6534ddc-fdb5-4dac-bdd0-2adbe4979b46 req-939ec3a5-486e-4b8d-8657-79fd74e57759 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362146 Mar 07 23:31:04.085358 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32f297-9a3b-4eac-85c1-6d00569fc423 req-ca0b169c-8474-40a5-bba3-c87f294a60cd tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:31:04.086789 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ea32f297-9a3b-4eac-85c1-6d00569fc423 req-ca0b169c-8474-40a5-bba3-c87f294a60cd tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0526159 Mar 07 23:31:04.134473 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ea32f297-9a3b-4eac-85c1-6d00569fc423 req-dd281a4c-8741-4e07-a1fd-d90eafe04ae3 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421853 Mar 07 23:31:05.249838 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301df61e-a339-4814-8d13-15b5c991f827 req-24c100bd-586e-4bc9-9a21-c30391f0a0a3 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:31:05.251317 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-301df61e-a339-4814-8d13-15b5c991f827 req-24c100bd-586e-4bc9-9a21-c30391f0a0a3 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0514994 Mar 07 23:31:05.298751 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-301df61e-a339-4814-8d13-15b5c991f827 req-603dbfe6-4a2c-478f-a8fe-8b5a1bf2b808 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418859 Mar 07 23:31:13.046942 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:31:23.875071 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-0451bbe1-c22c-4f61-9da2-afad029ebadd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:31:26.029618 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:31:26.155242 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-10071c79-bb61-424e-9bee-e0db15e4d30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:31:27.749173 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:31:28.926704 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:31:30.361037 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:31:50.045291 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:31:53.891762 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-966abcbc-a64b-4404-a157-189783175710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:31:56.034585 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:31:56.148812 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f9eb11cf-5d4a-41fa-9c4c-0c610cc7a245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:31:57.754575 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:31:58.931823 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:00.376917 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:03.092305 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b0cf6d9c-1d08-43ea-982b-82505efef052 req-83249eb7-3047-492e-ad1f-36b4b12d0bca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427983 Mar 07 23:32:03.157560 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf6d9c-1d08-43ea-982b-82505efef052 req-217348d3-4c0f-4d8e-b18b-79feb387006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:03.158990 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b0cf6d9c-1d08-43ea-982b-82505efef052 req-217348d3-4c0f-4d8e-b18b-79feb387006d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3949c6f9dfc24d0ead21f56b108d34f0&device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 1129 time: 0.0467765 Mar 07 23:32:03.254933 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf6d9c-1d08-43ea-982b-82505efef052 req-6c433f20-18e6-469e-a1cd-609f7c56ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:03.257133 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b0cf6d9c-1d08-43ea-982b-82505efef052 req-6c433f20-18e6-469e-a1cd-609f7c56ad70 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a39af706-4a29-48d3-afb9-49b0f8efc7cc HTTP/1.1" status: 200 len: 913 time: 0.0811152 Mar 07 23:32:03.322553 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b0cf6d9c-1d08-43ea-982b-82505efef052 req-110adcdc-a079-44c7-83d6-de976888449a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4841e863-af0f-4df8-afce-618416981a9a HTTP/1.1" status: 200 len: 1000 time: 0.0595984 Mar 07 23:32:03.368885 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf6d9c-1d08-43ea-982b-82505efef052 req-0e885587-f7a1-487e-a8d7-2581bfe14beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:03.370284 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b0cf6d9c-1d08-43ea-982b-82505efef052 req-0e885587-f7a1-487e-a8d7-2581bfe14beb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0 HTTP/1.1" status: 200 len: 851 time: 0.0416114 Mar 07 23:32:03.415802 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf6d9c-1d08-43ea-982b-82505efef052 req-94806767-60cf-46a3-9772-5c37be9cfb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:03.417251 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b0cf6d9c-1d08-43ea-982b-82505efef052 req-94806767-60cf-46a3-9772-5c37be9cfb11 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a39af706-4a29-48d3-afb9-49b0f8efc7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413225 Mar 07 23:32:03.505651 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b0cf6d9c-1d08-43ea-982b-82505efef052 req-9a34dd73-2136-4eb3-bc3c-5649b8e3c828 service neutron] 10.222.0.16 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827093 Mar 07 23:32:03.592517 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b0cf6d9c-1d08-43ea-982b-82505efef052 req-fa50f610-c2e6-4a4f-b4bd-90251a3e2cab service neutron] 10.222.0.16 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796788 Mar 07 23:32:08.469458 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fecfd3-239f-45ea-b4ef-3b12994ef0d7 req-84baff2f-836a-42ff-9cd9-37dba019cf74 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:08.470902 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-56fecfd3-239f-45ea-b4ef-3b12994ef0d7 req-84baff2f-836a-42ff-9cd9-37dba019cf74 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 945 time: 0.0541136 Mar 07 23:32:08.518546 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-56fecfd3-239f-45ea-b4ef-3b12994ef0d7 req-9b4c4912-da90-43b0-9dd7-131cb2a875e8 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414011 Mar 07 23:32:09.641919 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07213c3-5298-4ff8-9cdf-c61dda2258de req-709f6174-977f-4304-aa88-dcdc703cccd1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:09.643378 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d07213c3-5298-4ff8-9cdf-c61dda2258de req-709f6174-977f-4304-aa88-dcdc703cccd1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 945 time: 0.0557787 Mar 07 23:32:09.690867 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d07213c3-5298-4ff8-9cdf-c61dda2258de req-796457d0-5846-457d-9713-f1d4b7a440a2 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414712 Mar 07 23:32:09.950290 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c608e1a-76fc-4902-9c50-7649a4167487 req-c4d9e55a-0248-4f4d-9bd6-f6b92e4f3eba tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:09.951755 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3c608e1a-76fc-4902-9c50-7649a4167487 req-c4d9e55a-0248-4f4d-9bd6-f6b92e4f3eba tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.16 "GET /v2.0/ports?device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 945 time: 0.0501232 Mar 07 23:32:10.046057 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [req-3c608e1a-76fc-4902-9c50-7649a4167487 req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Deleting port 4841e863-af0f-4df8-afce-618416981a9a {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:32:10.046303 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-3c608e1a-76fc-4902-9c50-7649a4167487 req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (4841e863-af0f-4df8-afce-618416981a9a), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:10.129360 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-3c608e1a-76fc-4902-9c50-7649a4167487 req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] For port 4841e863-af0f-4df8-afce-618416981a9a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4841e863-af0f-4df8-afce-618416981a9a,segment=NetworkSegment(209b9c24-1ae4-40d3-803e-22e9e958952c),segment_id=209b9c24-1ae4-40d3-803e-22e9e958952c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:32:10.129715 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-3c608e1a-76fc-4902-9c50-7649a4167487 req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (4841e863-af0f-4df8-afce-618416981a9a), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:10.545469 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-3c608e1a-76fc-4902-9c50-7649a4167487 req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:10.545824 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-3c608e1a-76fc-4902-9c50-7649a4167487 req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (b33955ff-04da-4363-b346-459109a1ac9c), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:10.546135 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.db.l3_db [req-3c608e1a-76fc-4902-9c50-7649a4167487 req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Floating IP b33955ff-04da-4363-b346-459109a1ac9c disassociated. External IP: 172.27.3.83, port: 4841e863-af0f-4df8-afce-618416981a9a. Mar 07 23:32:10.546468 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [req-3c608e1a-76fc-4902-9c50-7649a4167487 req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Calling delete_port for 4841e863-af0f-4df8-afce-618416981a9a owned by compute:nova {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:32:10.714473 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-3c608e1a-76fc-4902-9c50-7649a4167487 req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (4841e863-af0f-4df8-afce-618416981a9a), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:10.741563 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Pushing event deleted for resources: {'Port': ['ID=4841e863-af0f-4df8-afce-618416981a9a,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:10.751109 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:10.751470 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:10.751822 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:10.752239 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:10.752613 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:10.752946 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:10.753346 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:10.753724 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:10.753967 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:10.754304 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:10.755049 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:10.755049 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:10.755330 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:10.821669 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3889c510-9b9e-4ab7-9e9c-5e6d67bd5af4 req-66b427cb-44cc-49f6-ad82-18203869cd05 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 210 time: 0.0601625 Mar 07 23:32:10.895182 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c608e1a-76fc-4902-9c50-7649a4167487 req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:32:11.003221 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c608e1a-76fc-4902-9c50-7649a4167487 req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:32:11.013136 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90ee896-d565-45b7-bb2b-4a3afe028f3c None None] Sync routers for ids ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:32:11.023665 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90ee896-d565-45b7-bb2b-4a3afe028f3c None None] Routers {'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:32:11.025197 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-a90ee896-d565-45b7-bb2b-4a3afe028f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:31:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:11.045663 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c608e1a-76fc-4902-9c50-7649a4167487 req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] No DVR routers for this DVR port 4841e863-af0f-4df8-afce-618416981a9a on host hv-cinder-81322 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:32:11.048104 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-3c608e1a-76fc-4902-9c50-7649a4167487 req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:11.051549 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3c608e1a-76fc-4902-9c50-7649a4167487 req-31f16c47-2101-47c7-9185-5411e354aa8a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.16 "DELETE /v2.0/ports/4841e863-af0f-4df8-afce-618416981a9a HTTP/1.1" status: 204 len: 173 time: 1.0949147 Mar 07 23:32:11.052298 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae01ca5-851b-40e3-bf85-d5077dcf6dcf', 'name': 'network-vif-deleted', 'tag': '4841e863-af0f-4df8-afce-618416981a9a'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:32:11.055838 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe6488f-e06f-4a04-af3d-04f0560bdcea" -d '{"events": [{"server_uuid": "dae01ca5-851b-40e3-bf85-d5077dcf6dcf", "name": "network-vif-deleted", "tag": "4841e863-af0f-4df8-afce-618416981a9a"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:32:11.144231 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-a90ee896-d565-45b7-bb2b-4a3afe028f3c None None] Set router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:32:11.213334 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fc7452-86c4-4627-9517-0dd962176674 x-openstack-request-id: req-51fc7452-86c4-4627-9517-0dd962176674 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:32:11.213691 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae01ca5-851b-40e3-bf85-d5077dcf6dcf", "name": "network-vif-deleted", "tag": "4841e863-af0f-4df8-afce-618416981a9a", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:32:11.214026 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51fc7452-86c4-4627-9517-0dd962176674 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:32:11.214541 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae01ca5-851b-40e3-bf85-d5077dcf6dcf', 'name': 'network-vif-deleted', 'tag': '4841e863-af0f-4df8-afce-618416981a9a', 'status': 'completed', 'code': 200} Mar 07 23:32:11.352788 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-a90ee896-d565-45b7-bb2b-4a3afe028f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:29Z', 'revision_number': 4, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '1e1ffa29-bbd5-45af-9992-9726338dbd5c', 'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'mac_address': 'fa:16:3e:dd:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:28Z', 'updated_at': '2022-03-07T23:29:33Z', 'revision_number': 5, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'subnets': [{'id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:11.378423 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90ee896-d565-45b7-bb2b-4a3afe028f3c None None] Checking router: afe12b4d-d5f1-482a-8afe-a38fc49c5f6d for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:32:11.386478 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90ee896-d565-45b7-bb2b-4a3afe028f3c None None] Routers {'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:32:11.387071 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-a90ee896-d565-45b7-bb2b-4a3afe028f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:31:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:11.583244 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-a90ee896-d565-45b7-bb2b-4a3afe028f3c None None] Set router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:32:11.776264 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-a90ee896-d565-45b7-bb2b-4a3afe028f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:29Z', 'revision_number': 4, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '1e1ffa29-bbd5-45af-9992-9726338dbd5c', 'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'mac_address': 'fa:16:3e:dd:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:28Z', 'updated_at': '2022-03-07T23:29:33Z', 'revision_number': 5, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'subnets': [{'id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:11.801584 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90ee896-d565-45b7-bb2b-4a3afe028f3c None None] The sync data for ids ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'] in dv-cinder-813223-6-iscsi is: [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:29Z', 'revision_number': 4, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '1e1ffa29-bbd5-45af-9992-9726338dbd5c', 'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'mac_address': 'fa:16:3e:dd:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:28Z', 'updated_at': '2022-03-07T23:29:33Z', 'revision_number': 5, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'subnets': [{'id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:32:11.925192 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-df1c2c9b-9a37-4938-bd2e-1bedb7e4789e req-212d7d44-858d-450e-aa67-ca20343d2251 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae01ca5-851b-40e3-bf85-d5077dcf6dcf HTTP/1.1" status: 200 len: 210 time: 0.0261860 Mar 07 23:32:12.034564 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bf5d58-bdac-4e09-b09d-2d31f4af48c3 None None] New status for floating IP b33955ff-04da-4363-b346-459109a1ac9c: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:32:13.112326 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 4841e863-af0f-4df8-afce-618416981a9a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:32:13.129167 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-61fec8cd-4f74-4e18-b20d-1ddcebc6f8f6 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096410078&fields=id&tenant_id=3949c6f9dfc24d0ead21f56b108d34f0 HTTP/1.1" status: 200 len: 267 time: 0.0423417 Mar 07 23:32:13.135407 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] No Port match for: 4841e863-af0f-4df8-afce-618416981a9a {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:32:13.135693 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 4841e863-af0f-4df8-afce-618416981a9a not bound to the agent host hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:32:13.235272 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-72983eca-50d8-4374-a694-601c72b46ed5 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:13.236715 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-72983eca-50d8-4374-a694-601c72b46ed5 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/networks?id=a39af706-4a29-48d3-afb9-49b0f8efc7cc HTTP/1.1" status: 200 len: 812 time: 0.1005588 Mar 07 23:32:13.250714 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-f90101af-689d-4938-9147-ea5007da362d tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/quotas/3949c6f9dfc24d0ead21f56b108d34f0 HTTP/1.1" status: 200 len: 375 time: 0.0087759 Mar 07 23:32:13.303217 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-0914c4c8-206c-4861-a652-0d5b988ea941 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3949c6f9dfc24d0ead21f56b108d34f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479281 Mar 07 23:32:13.381389 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-4984d5e5-ed33-437c-9ca0-b3827bf75d5b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103608) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 23:32:13.382401 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-4984d5e5-ed33-437c-9ca0-b3827bf75d5b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0684953 Mar 07 23:32:13.472568 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-0c051df8-9dcf-48a6-83c8-25406b72054f service neutron] 10.222.0.24 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842838 Mar 07 23:32:13.558128 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-f21f7078-5401-46e9-b9de-31bb268c1990 service neutron] 10.222.0.24 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801284 Mar 07 23:32:14.059166 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-46d53c3b-6f0b-44ac-80fc-3d7c312658f1 req-914135ba-6d78-4263-aa36-d00110b95a12 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 210 time: 0.0278239 Mar 07 23:32:15.149730 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-68fa3327-18fd-4d28-89d6-0d6fd8b7a149 req-9fe803dc-6543-4be1-ba42-71bfd77a4008 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 210 time: 0.0269117 Mar 07 23:32:15.652737 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-8081fda5-f78e-4155-a77b-fea9f318d308 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:15.654220 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-8081fda5-f78e-4155-a77b-fea9f318d308 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.16 "GET /v2.0/networks?id=a39af706-4a29-48d3-afb9-49b0f8efc7cc HTTP/1.1" status: 200 len: 812 time: 0.1027443 Mar 07 23:32:15.713703 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-63b6c530-46d4-4913-a8eb-c01d78c1f4fc tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3949c6f9dfc24d0ead21f56b108d34f0 HTTP/1.1" status: 200 len: 380 time: 0.0515311 Mar 07 23:32:15.721909 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-b9ed7e19-ac45-4edf-8850-dc2328ee5b3e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Request body: {'port': {'device_id': '61fc103d-e96f-4c07-910c-99e66926d481', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'admin_state_up': True, 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'security_groups': ['5acf419f-fa9f-4af3-859b-afc38600fe1a']}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:32:15.879969 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-b9ed7e19-ac45-4edf-8850-dc2328ee5b3e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Made reservation on behalf of 3949c6f9dfc24d0ead21f56b108d34f0 for: {'port': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:32:15.884557 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-b9ed7e19-ac45-4edf-8850-dc2328ee5b3e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:16.006840 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-b9ed7e19-ac45-4edf-8850-dc2328ee5b3e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Allocated IP 172.20.0.10 (a39af706-4a29-48d3-afb9-49b0f8efc7cc/899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0/925737a8-3888-44a1-b1cb-8857da2f1d36) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:32:16.139974 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-b9ed7e19-ac45-4edf-8850-dc2328ee5b3e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for port (925737a8-3888-44a1-b1cb-8857da2f1d36), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:16.234908 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-b9ed7e19-ac45-4edf-8850-dc2328ee5b3e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (925737a8-3888-44a1-b1cb-8857da2f1d36), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:16.243626 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ad57e5e3-f2ac-4266-843a-5075a23bfa54 req-12a582c6-76e5-46a0-9f16-13f613f40899 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 210 time: 0.0265522 Mar 07 23:32:16.290186 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-b9ed7e19-ac45-4edf-8850-dc2328ee5b3e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Network a39af706-4a29-48d3-afb9-49b0f8efc7cc is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:32:16.293044 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-b9ed7e19-ac45-4edf-8850-dc2328ee5b3e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:32:16.296616 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-b9ed7e19-ac45-4edf-8850-dc2328ee5b3e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:32:16.302898 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed7e19-ac45-4edf-8850-dc2328ee5b3e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Pushing event updated for resources: {'Port': ['ID=925737a8-3888-44a1-b1cb-8857da2f1d36,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:16.353136 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-b9ed7e19-ac45-4edf-8850-dc2328ee5b3e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:16.353759 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-b9ed7e19-ac45-4edf-8850-dc2328ee5b3e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:16.444357 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-b9ed7e19-ac45-4edf-8850-dc2328ee5b3e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7255764 Mar 07 23:32:16.455887 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-71cb7a45-2464-4bdc-b975-786729d5819b service neutron] Request body: {'port': {'device_id': '61fc103d-e96f-4c07-910c-99e66926d481', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:32:16.515617 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-71cb7a45-2464-4bdc-b975-786729d5819b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (925737a8-3888-44a1-b1cb-8857da2f1d36), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:16.527070 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-d5c8eb13-f96c-4f7d-9d3b-73c10bea3685 None None] Provisioning complete for port 925737a8-3888-44a1-b1cb-8857da2f1d36 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:32:16.527649 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d5c8eb13-f96c-4f7d-9d3b-73c10bea3685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (925737a8-3888-44a1-b1cb-8857da2f1d36), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:16.562941 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-d5c8eb13-f96c-4f7d-9d3b-73c10bea3685 None None] Port 925737a8-3888-44a1-b1cb-8857da2f1d36 cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:32:16.777983 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-71cb7a45-2464-4bdc-b975-786729d5819b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925737a8-3888-44a1-b1cb-8857da2f1d36 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:32:16.785231 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-71cb7a45-2464-4bdc-b975-786729d5819b service neutron] Publish callbacks [] for port (925737a8-3888-44a1-b1cb-8857da2f1d36), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:16.797506 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-71cb7a45-2464-4bdc-b975-786729d5819b service neutron] Transition to ACTIVE for port object 925737a8-3888-44a1-b1cb-8857da2f1d36 will not be triggered until provisioned by entity L2. {{(pid=103608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 23:32:16.856948 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-71cb7a45-2464-4bdc-b975-786729d5819b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (925737a8-3888-44a1-b1cb-8857da2f1d36), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:16.910120 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb7a45-2464-4bdc-b975-786729d5819b service neutron] Pushing event updated for resources: {'Port': ['ID=925737a8-3888-44a1-b1cb-8857da2f1d36,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:16.982998 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-71cb7a45-2464-4bdc-b975-786729d5819b service neutron] Attempting to bind port 925737a8-3888-44a1-b1cb-8857da2f1d36 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:32:16.982998 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-71cb7a45-2464-4bdc-b975-786729d5819b service neutron] Attempting to bind port 925737a8-3888-44a1-b1cb-8857da2f1d36 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '209b9c24-1ae4-40d3-803e-22e9e958952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:32:16.982998 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-71cb7a45-2464-4bdc-b975-786729d5819b service neutron] Attempting to bind port 925737a8-3888-44a1-b1cb-8857da2f1d36 on network a39af706-4a29-48d3-afb9-49b0f8efc7cc {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:32:16.985560 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-71cb7a45-2464-4bdc-b975-786729d5819b service neutron] Port 925737a8-3888-44a1-b1cb-8857da2f1d36 on network a39af706-4a29-48d3-afb9-49b0f8efc7cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 23:32:16.985887 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-71cb7a45-2464-4bdc-b975-786729d5819b service neutron] Attempting to bind port 925737a8-3888-44a1-b1cb-8857da2f1d36 on network a39af706-4a29-48d3-afb9-49b0f8efc7cc {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:32:16.991310 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-71cb7a45-2464-4bdc-b975-786729d5819b service neutron] Checking agent: {'id': 'c3ad4338-66dc-4d28-9621-abda7889d413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'started_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:32:16.991644 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-71cb7a45-2464-4bdc-b975-786729d5819b service neutron] Checking segment: {'id': '209b9c24-1ae4-40d3-803e-22e9e958952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:32:16.992012 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-71cb7a45-2464-4bdc-b975-786729d5819b service neutron] Bound using segment: {'id': '209b9c24-1ae4-40d3-803e-22e9e958952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:32:16.992431 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-71cb7a45-2464-4bdc-b975-786729d5819b service neutron] Bound port: 925737a8-3888-44a1-b1cb-8857da2f1d36, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209b9c24-1ae4-40d3-803e-22e9e958952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:32:16.992782 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-71cb7a45-2464-4bdc-b975-786729d5819b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (925737a8-3888-44a1-b1cb-8857da2f1d36), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:17.060253 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-71cb7a45-2464-4bdc-b975-786729d5819b service neutron] For port 925737a8-3888-44a1-b1cb-8857da2f1d36, host hv-cinder-81322, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:32:17.063359 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-71cb7a45-2464-4bdc-b975-786729d5819b service neutron] For port 925737a8-3888-44a1-b1cb-8857da2f1d36, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=925737a8-3888-44a1-b1cb-8857da2f1d36,segment=NetworkSegment(209b9c24-1ae4-40d3-803e-22e9e958952c),segment_id=209b9c24-1ae4-40d3-803e-22e9e958952c)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:32:17.137478 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-71cb7a45-2464-4bdc-b975-786729d5819b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (925737a8-3888-44a1-b1cb-8857da2f1d36), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:17.173631 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-71cb7a45-2464-4bdc-b975-786729d5819b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:17.174256 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-71cb7a45-2464-4bdc-b975-786729d5819b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:17.175638 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-71cb7a45-2464-4bdc-b975-786729d5819b service neutron] 10.222.0.16 "PUT /v2.0/ports/925737a8-3888-44a1-b1cb-8857da2f1d36 HTTP/1.1" status: 200 len: 1094 time: 0.7243156 Mar 07 23:32:17.176082 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fc103d-e96f-4c07-910c-99e66926d481', 'tag': '925737a8-3888-44a1-b1cb-8857da2f1d36'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:32:17.178398 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c6c774-e1d4-4b40-8a44-16d456e59af5" -d '{"events": [{"name": "network-changed", "server_uuid": "61fc103d-e96f-4c07-910c-99e66926d481", "tag": "925737a8-3888-44a1-b1cb-8857da2f1d36"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:32:17.204506 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb7a45-2464-4bdc-b975-786729d5819b service neutron] Pushing event updated for resources: {'Port': ['ID=925737a8-3888-44a1-b1cb-8857da2f1d36,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:17.218641 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682e1f39-cb4a-4987-b0c1-61accb3875df x-openstack-request-id: req-682e1f39-cb4a-4987-b0c1-61accb3875df {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:32:17.218939 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fc103d-e96f-4c07-910c-99e66926d481", "tag": "925737a8-3888-44a1-b1cb-8857da2f1d36", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:32:17.219203 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-682e1f39-cb4a-4987-b0c1-61accb3875df {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:32:17.219610 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61fc103d-e96f-4c07-910c-99e66926d481', 'tag': '925737a8-3888-44a1-b1cb-8857da2f1d36', 'status': 'completed', 'code': 200} Mar 07 23:32:17.289238 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6c774-e1d4-4b40-8a44-16d456e59af5 req-f51d0f2b-77df-4022-af4d-9f0b21e494a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:17.291199 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a9c6c774-e1d4-4b40-8a44-16d456e59af5 req-f51d0f2b-77df-4022-af4d-9f0b21e494a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3949c6f9dfc24d0ead21f56b108d34f0&device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 1128 time: 0.0483184 Mar 07 23:32:17.373431 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc873693-29b7-4dc2-b9e6-039c91997352 req-e92e2809-5467-4841-8e59-c2c2cd4609cd tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:17.374888 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-dc873693-29b7-4dc2-b9e6-039c91997352 req-e92e2809-5467-4841-8e59-c2c2cd4609cd tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 944 time: 0.0526078 Mar 07 23:32:17.393772 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6c774-e1d4-4b40-8a44-16d456e59af5 req-e26720b4-9ae3-4a95-90bf-29632d423b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:17.395743 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a9c6c774-e1d4-4b40-8a44-16d456e59af5 req-e26720b4-9ae3-4a95-90bf-29632d423b9a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=3949c6f9dfc24d0ead21f56b108d34f0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0977442 Mar 07 23:32:17.426225 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-dc873693-29b7-4dc2-b9e6-039c91997352 req-0c83e3e7-d759-49bb-8613-b9becb77524e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457516 Mar 07 23:32:17.488460 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6c774-e1d4-4b40-8a44-16d456e59af5 req-8e2ee28f-4f97-44b5-94ee-7469d237f835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:17.489889 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a9c6c774-e1d4-4b40-8a44-16d456e59af5 req-8e2ee28f-4f97-44b5-94ee-7469d237f835 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880048 Mar 07 23:32:17.573735 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-ad1ed45a-8887-4404-9297-d93a8566d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:17.575217 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-ad1ed45a-8887-4404-9297-d93a8566d077 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3949c6f9dfc24d0ead21f56b108d34f0&device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 1128 time: 0.0487013 Mar 07 23:32:17.615981 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-095cced7-1d6f-4be7-8f0a-ddc18a2ae65b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=925737a8-3888-44a1-b1cb-8857da2f1d36 HTTP/1.1" status: 200 len: 217 time: 0.0330486 Mar 07 23:32:17.660337 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-7b2c2734-a3aa-4961-a28f-3d254f7d5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:17.661770 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-7b2c2734-a3aa-4961-a28f-3d254f7d5062 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0 HTTP/1.1" status: 200 len: 851 time: 0.0407801 Mar 07 23:32:17.708952 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-8080f1bd-0d9a-4273-a2d6-2c764f1b80c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:17.710430 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-8080f1bd-0d9a-4273-a2d6-2c764f1b80c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a39af706-4a29-48d3-afb9-49b0f8efc7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422993 Mar 07 23:32:17.798599 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-1976662d-de4d-425d-afe8-611e992f2d01 service neutron] 10.222.0.16 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821090 Mar 07 23:32:17.886033 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c0bb6be0-87bf-4e95-9d39-cf286e2c2880 req-8621441c-02a8-43f4-b021-7ee04a9e3876 service neutron] 10.222.0.16 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816021 Mar 07 23:32:17.989232 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 50004) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:32:18.143434 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5f04c24c-a9e5-43a4-a495-1e32033eb56a tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Deleting port 4f72ed33-1939-4d62-977e-a4b9960ccf99 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:32:18.143703 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5f04c24c-a9e5-43a4-a495-1e32033eb56a tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (4f72ed33-1939-4d62-977e-a4b9960ccf99), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:18.215756 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5f04c24c-a9e5-43a4-a495-1e32033eb56a tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (4f72ed33-1939-4d62-977e-a4b9960ccf99), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:18.216080 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5f04c24c-a9e5-43a4-a495-1e32033eb56a tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for floatingip (4f72ed33-1939-4d62-977e-a4b9960ccf99), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:18.227392 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-5f04c24c-a9e5-43a4-a495-1e32033eb56a tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Calling delete_port for 4f72ed33-1939-4d62-977e-a4b9960ccf99 owned by network:floatingip {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:32:18.451210 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5f04c24c-a9e5-43a4-a495-1e32033eb56a tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (4f72ed33-1939-4d62-977e-a4b9960ccf99), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:18.480511 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04c24c-a9e5-43a4-a495-1e32033eb56a tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Pushing event deleted for resources: {'Port': ['ID=4f72ed33-1939-4d62-977e-a4b9960ccf99,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:18.568135 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5f04c24c-a9e5-43a4-a495-1e32033eb56a tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for floatingip (99b63ec0-8851-4d0b-b2ff-1b8f0abc8a74), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:18.568504 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.db.l3_db [None req-5f04c24c-a9e5-43a4-a495-1e32033eb56a tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Floating IP 99b63ec0-8851-4d0b-b2ff-1b8f0abc8a74 disassociated (deleted). External IP: 172.27.3.91, port: 5e11937d-c62d-43b7-a7cf-0184eb61a81f. Mar 07 23:32:18.622109 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45698c-23eb-4f78-94f9-f104153e61ef req-baf9745d-2783-45ef-b5b0-f966abe0044c tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:18.623582 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8f45698c-23eb-4f78-94f9-f104153e61ef req-baf9745d-2783-45ef-b5b0-f966abe0044c tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 944 time: 0.1193888 Mar 07 23:32:18.713000 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-8f45698c-23eb-4f78-94f9-f104153e61ef req-fb654052-6459-4a48-8843-c3238c3ec982 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833421 Mar 07 23:32:18.820742 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f04c24c-a9e5-43a4-a495-1e32033eb56a tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Router 6a6821c3-76c3-4e15-8532-de076f300683 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:32:19.175881 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f04c24c-a9e5-43a4-a495-1e32033eb56a tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:32:19.180304 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-5f04c24c-a9e5-43a4-a495-1e32033eb56a tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:19.186672 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37c10d8-3f92-473d-b82e-7675fba79f37 None None] Sync routers for ids ['6a6821c3-76c3-4e15-8532-de076f300683'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:32:19.197258 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37c10d8-3f92-473d-b82e-7675fba79f37 None None] Routers {'6a6821c3-76c3-4e15-8532-de076f300683'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:32:19.197861 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-e37c10d8-3f92-473d-b82e-7675fba79f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:31:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['6a6821c3-76c3-4e15-8532-de076f300683'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:19.209953 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-5f04c24c-a9e5-43a4-a495-1e32033eb56a tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "DELETE /v2.0/floatingips/99b63ec0-8851-4d0b-b2ff-1b8f0abc8a74 HTTP/1.1" status: 204 len: 168 time: 1.2191339 Mar 07 23:32:19.220756 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592b0068-5a35-412e-8497-77176872fb55', 'tag': '5e11937d-c62d-43b7-a7cf-0184eb61a81f'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:32:19.223591 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b124849-6d72-44e7-84f4-4234681406df" -d '{"events": [{"name": "network-changed", "server_uuid": "592b0068-5a35-412e-8497-77176872fb55", "tag": "5e11937d-c62d-43b7-a7cf-0184eb61a81f"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:32:19.258797 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e330cbd0-6f90-40b8-b8c3-86ee30912db9 x-openstack-request-id: req-e330cbd0-6f90-40b8-b8c3-86ee30912db9 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:32:19.259093 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592b0068-5a35-412e-8497-77176872fb55", "tag": "5e11937d-c62d-43b7-a7cf-0184eb61a81f", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:32:19.259347 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e330cbd0-6f90-40b8-b8c3-86ee30912db9 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:32:19.259746 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592b0068-5a35-412e-8497-77176872fb55', 'tag': '5e11937d-c62d-43b7-a7cf-0184eb61a81f', 'status': 'completed', 'code': 200} Mar 07 23:32:19.312815 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-e37c10d8-3f92-473d-b82e-7675fba79f37 None None] Set router 6a6821c3-76c3-4e15-8532-de076f300683 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:32:19.325722 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b124849-6d72-44e7-84f4-4234681406df req-c29f905b-79f0-485d-a07e-1183a8bd5f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:19.327224 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3b124849-6d72-44e7-84f4-4234681406df req-c29f905b-79f0-485d-a07e-1183a8bd5f31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=25a4d0166d864672a640afb3acc447a6&device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 1129 time: 0.0457141 Mar 07 23:32:19.417216 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b124849-6d72-44e7-84f4-4234681406df req-a5994ff6-283c-4a20-a271-389e9ff584a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:19.418676 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3b124849-6d72-44e7-84f4-4234681406df req-a5994ff6-283c-4a20-a271-389e9ff584a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1e0e21e0-abba-4950-8845-adf027f36461 HTTP/1.1" status: 200 len: 909 time: 0.0856905 Mar 07 23:32:19.463874 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3b124849-6d72-44e7-84f4-4234681406df req-7693b562-d579-4451-971b-0680d3c8be83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e11937d-c62d-43b7-a7cf-0184eb61a81f HTTP/1.1" status: 200 len: 217 time: 0.0387535 Mar 07 23:32:19.516330 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b124849-6d72-44e7-84f4-4234681406df req-ecbf0cff-037d-4c8c-9537-c3d56ea4f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:19.517865 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3b124849-6d72-44e7-84f4-4234681406df req-ecbf0cff-037d-4c8c-9537-c3d56ea4f976 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=caaa6708-4795-4194-bc9c-5e8e405fe9ae HTTP/1.1" status: 200 len: 847 time: 0.0461495 Mar 07 23:32:19.523340 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-e37c10d8-3f92-473d-b82e-7675fba79f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6821c3-76c3-4e15-8532-de076f300683', 'name': 'tempest-TestShelveInstance-677524272-router', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:25Z', 'updated_at': '2022-03-07T23:27:29Z', 'revision_number': 4, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'gw_port': {'id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:38:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:26Z', 'updated_at': '2022-03-07T23:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '9e3c448f-fcaa-4d85-862a-8e4caa4de194', 'name': '', 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'mac_address': 'fa:16:3e:58:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'caaa6708-4795-4194-bc9c-5e8e405fe9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:29Z', 'updated_at': '2022-03-07T23:27:33Z', 'revision_number': 5, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'subnets': [{'id': 'caaa6708-4795-4194-bc9c-5e8e405fe9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:19.552070 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37c10d8-3f92-473d-b82e-7675fba79f37 None None] Checking router: 6a6821c3-76c3-4e15-8532-de076f300683 for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:32:19.561374 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37c10d8-3f92-473d-b82e-7675fba79f37 None None] Routers {'6a6821c3-76c3-4e15-8532-de076f300683'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:32:19.561980 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-e37c10d8-3f92-473d-b82e-7675fba79f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:31:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['6a6821c3-76c3-4e15-8532-de076f300683'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:19.602875 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b124849-6d72-44e7-84f4-4234681406df req-75e9274d-56d3-4750-a0b3-e0fbd22fba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:19.604371 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3b124849-6d72-44e7-84f4-4234681406df req-75e9274d-56d3-4750-a0b3-e0fbd22fba24 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e0e21e0-abba-4950-8845-adf027f36461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807564 Mar 07 23:32:19.618595 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b474d5-bbfe-449b-915a-2d8a4a215745 req-70443e63-b41d-4af4-8a6c-d38e75cc83be tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:19.620055 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b0b474d5-bbfe-449b-915a-2d8a4a215745 req-70443e63-b41d-4af4-8a6c-d38e75cc83be tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0656595 Mar 07 23:32:19.669035 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-e37c10d8-3f92-473d-b82e-7675fba79f37 None None] Set router 6a6821c3-76c3-4e15-8532-de076f300683 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:32:19.724203 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b0b474d5-bbfe-449b-915a-2d8a4a215745 req-ecbf3d3b-5485-483e-b9cc-4ff0c9b6d938 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954716 Mar 07 23:32:19.738991 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3b124849-6d72-44e7-84f4-4234681406df req-8f8df656-7d00-44b5-8bfe-94cbcd7004db service neutron] 10.222.0.16 "GET /v2.0/networks/1e0e21e0-abba-4950-8845-adf027f36461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179509 Mar 07 23:32:19.833704 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539f5ba-41f6-465c-8fe5-a6c23adf06ed req-242e9d50-ff0b-41c1-b5dd-d2f3c57f0021 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:19.834564 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-3b124849-6d72-44e7-84f4-4234681406df req-c3361df3-34b2-4f23-8b6b-22f77423e3e4 service neutron] 10.222.0.16 "GET /v2.0/networks/1e0e21e0-abba-4950-8845-adf027f36461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880947 Mar 07 23:32:19.835215 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1539f5ba-41f6-465c-8fe5-a6c23adf06ed req-242e9d50-ff0b-41c1-b5dd-d2f3c57f0021 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 944 time: 0.0521104 Mar 07 23:32:19.868109 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-e37c10d8-3f92-473d-b82e-7675fba79f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6821c3-76c3-4e15-8532-de076f300683', 'name': 'tempest-TestShelveInstance-677524272-router', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:25Z', 'updated_at': '2022-03-07T23:27:29Z', 'revision_number': 4, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'gw_port': {'id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:38:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:26Z', 'updated_at': '2022-03-07T23:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '9e3c448f-fcaa-4d85-862a-8e4caa4de194', 'name': '', 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'mac_address': 'fa:16:3e:58:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'caaa6708-4795-4194-bc9c-5e8e405fe9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:29Z', 'updated_at': '2022-03-07T23:27:33Z', 'revision_number': 5, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'subnets': [{'id': 'caaa6708-4795-4194-bc9c-5e8e405fe9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:19.885108 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1539f5ba-41f6-465c-8fe5-a6c23adf06ed req-56dd4c0b-f759-4bbe-bd26-485cc6040fb7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440466 Mar 07 23:32:19.893661 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37c10d8-3f92-473d-b82e-7675fba79f37 None None] The sync data for ids ['6a6821c3-76c3-4e15-8532-de076f300683'] in dv-cinder-813223-6-iscsi is: [{'id': '6a6821c3-76c3-4e15-8532-de076f300683', 'name': 'tempest-TestShelveInstance-677524272-router', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:25Z', 'updated_at': '2022-03-07T23:27:29Z', 'revision_number': 4, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'gw_port': {'id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:38:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:26Z', 'updated_at': '2022-03-07T23:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '9e3c448f-fcaa-4d85-862a-8e4caa4de194', 'name': '', 'network_id': '1e0e21e0-abba-4950-8845-adf027f36461', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'mac_address': 'fa:16:3e:58:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'caaa6708-4795-4194-bc9c-5e8e405fe9ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:29Z', 'updated_at': '2022-03-07T23:27:33Z', 'revision_number': 5, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'subnets': [{'id': 'caaa6708-4795-4194-bc9c-5e8e405fe9ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:32:20.108395 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb8d0c0-9d9a-46a3-85fc-9e8f4febbfb1 None None] New status for floating IP 99b63ec0-8851-4d0b-b2ff-1b8f0abc8a74: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:32:20.850297 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718eda9d-28dc-46c9-b6fa-ec0970177eda req-a3ac0721-54af-4b94-b652-34913137858e tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:20.851674 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-718eda9d-28dc-46c9-b6fa-ec0970177eda req-a3ac0721-54af-4b94-b652-34913137858e tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0514767 Mar 07 23:32:20.902491 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-718eda9d-28dc-46c9-b6fa-ec0970177eda req-7ee4a11f-b3d8-4f6f-bc29-d78c40dad828 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/security-groups?id=4409d04f-bca8-447b-aeaa-2fac171ea720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453823 Mar 07 23:32:20.999944 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790dd3c-0697-485a-91be-0699d8f46240 req-f7de48f2-225f-4881-b01d-3a858a77fae3 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:21.001409 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e790dd3c-0697-485a-91be-0699d8f46240 req-f7de48f2-225f-4881-b01d-3a858a77fae3 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 944 time: 0.0501575 Mar 07 23:32:21.049536 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-e790dd3c-0697-485a-91be-0699d8f46240 req-7b3cf6ae-a59b-4b46-8d01-14d694d71f7a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418563 Mar 07 23:32:21.060506 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f7e02-1bb9-43d0-83c1-d49311d1bc12 req-e2017a18-3a3f-43d2-9faf-b18e2e008f31 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:21.062135 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ab2f7e02-1bb9-43d0-83c1-d49311d1bc12 req-e2017a18-3a3f-43d2-9faf-b18e2e008f31 tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.16 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 945 time: 0.0514524 Mar 07 23:32:21.183820 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [req-ab2f7e02-1bb9-43d0-83c1-d49311d1bc12 req-0a21bd47-9106-4f98-8858-f9be7cf286bb tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Deleting port 5e11937d-c62d-43b7-a7cf-0184eb61a81f {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:32:21.184078 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-ab2f7e02-1bb9-43d0-83c1-d49311d1bc12 req-0a21bd47-9106-4f98-8858-f9be7cf286bb tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (5e11937d-c62d-43b7-a7cf-0184eb61a81f), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:21.271841 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-ab2f7e02-1bb9-43d0-83c1-d49311d1bc12 req-0a21bd47-9106-4f98-8858-f9be7cf286bb tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] For port 5e11937d-c62d-43b7-a7cf-0184eb61a81f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5e11937d-c62d-43b7-a7cf-0184eb61a81f,segment=NetworkSegment(80337a17-c777-4b29-b22d-3a760188a594),segment_id=80337a17-c777-4b29-b22d-3a760188a594)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:32:21.272201 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-ab2f7e02-1bb9-43d0-83c1-d49311d1bc12 req-0a21bd47-9106-4f98-8858-f9be7cf286bb tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (5e11937d-c62d-43b7-a7cf-0184eb61a81f), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:21.283769 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [req-ab2f7e02-1bb9-43d0-83c1-d49311d1bc12 req-0a21bd47-9106-4f98-8858-f9be7cf286bb tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Calling delete_port for 5e11937d-c62d-43b7-a7cf-0184eb61a81f owned by compute:nova {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:32:21.462953 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-ab2f7e02-1bb9-43d0-83c1-d49311d1bc12 req-0a21bd47-9106-4f98-8858-f9be7cf286bb tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (5e11937d-c62d-43b7-a7cf-0184eb61a81f), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:21.489053 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a21bd47-9106-4f98-8858-f9be7cf286bb tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Pushing event deleted for resources: {'Port': ['ID=5e11937d-c62d-43b7-a7cf-0184eb61a81f,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:21.539735 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2f7e02-1bb9-43d0-83c1-d49311d1bc12 req-0a21bd47-9106-4f98-8858-f9be7cf286bb tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] No DVR routers for this DVR port 5e11937d-c62d-43b7-a7cf-0184eb61a81f on host hv-cinder-81322 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:32:21.542204 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-ab2f7e02-1bb9-43d0-83c1-d49311d1bc12 req-0a21bd47-9106-4f98-8858-f9be7cf286bb tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:21.545514 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-ab2f7e02-1bb9-43d0-83c1-d49311d1bc12 req-0a21bd47-9106-4f98-8858-f9be7cf286bb tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.16 "DELETE /v2.0/ports/5e11937d-c62d-43b7-a7cf-0184eb61a81f HTTP/1.1" status: 204 len: 173 time: 0.4779475 Mar 07 23:32:21.545963 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592b0068-5a35-412e-8497-77176872fb55', 'name': 'network-vif-deleted', 'tag': '5e11937d-c62d-43b7-a7cf-0184eb61a81f'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:32:21.548177 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180745f5-d35b-487d-bbe5-fbeac8925e1f" -d '{"events": [{"server_uuid": "592b0068-5a35-412e-8497-77176872fb55", "name": "network-vif-deleted", "tag": "5e11937d-c62d-43b7-a7cf-0184eb61a81f"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:32:21.581788 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c31fac0-d518-4f39-882e-0ff1e6200072 x-openstack-request-id: req-7c31fac0-d518-4f39-882e-0ff1e6200072 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:32:21.582136 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592b0068-5a35-412e-8497-77176872fb55", "name": "network-vif-deleted", "tag": "5e11937d-c62d-43b7-a7cf-0184eb61a81f", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:32:21.582391 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c31fac0-d518-4f39-882e-0ff1e6200072 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:32:21.582793 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592b0068-5a35-412e-8497-77176872fb55', 'name': 'network-vif-deleted', 'tag': '5e11937d-c62d-43b7-a7cf-0184eb61a81f', 'status': 'completed', 'code': 200} Mar 07 23:32:22.004571 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ce1a8b1c-093e-4e5a-82cf-8b6dc9606d23 req-712f33e2-5ee0-4df5-9829-ee1669c57e3d tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "GET /v2.0/ports?device_id=592b0068-5a35-412e-8497-77176872fb55 HTTP/1.1" status: 200 len: 210 time: 0.0308297 Mar 07 23:32:22.169346 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab2dd9-8947-4044-b0cc-bb6c96e0ca1c req-3cd92083-a965-4d1d-994f-faca1f12e43b tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:22.170822 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c9ab2dd9-8947-4044-b0cc-bb6c96e0ca1c req-3cd92083-a965-4d1d-994f-faca1f12e43b tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 944 time: 0.0537183 Mar 07 23:32:22.218528 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c9ab2dd9-8947-4044-b0cc-bb6c96e0ca1c req-3014e2ac-ff98-40d8-aeb4-d6ff34b2ec67 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421970 Mar 07 23:32:23.059551 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 50028) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:32:23.117728 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8023fa10-c5f0-49bd-8121-22621d21649f tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for security_group (4409d04f-bca8-447b-aeaa-2fac171ea720), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:23.141300 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8023fa10-c5f0-49bd-8121-22621d21649f tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for security_group (4409d04f-bca8-447b-aeaa-2fac171ea720), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:23.262971 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8023fa10-c5f0-49bd-8121-22621d21649f tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (4409d04f-bca8-447b-aeaa-2fac171ea720), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:23.265572 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8023fa10-c5f0-49bd-8121-22621d21649f tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:23.266732 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-8023fa10-c5f0-49bd-8121-22621d21649f tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] 10.222.0.24 "DELETE /v2.0/security-groups/4409d04f-bca8-447b-aeaa-2fac171ea720 HTTP/1.1" status: 204 len: 168 time: 0.2062125 Mar 07 23:32:23.275978 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023fa10-c5f0-49bd-8121-22621d21649f tempest-TestShelveInstance-170093076 tempest-TestShelveInstance-170093076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4409d04f-bca8-447b-aeaa-2fac171ea720,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:23.336799 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5809d75-9e68-4163-8db9-d85ac624530f req-5bac26a6-3659-4a86-91e0-9d1f97950b5c tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:23.338301 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a5809d75-9e68-4163-8db9-d85ac624530f req-5bac26a6-3659-4a86-91e0-9d1f97950b5c tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 944 time: 0.0540125 Mar 07 23:32:23.375204 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 50034) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:32:23.387298 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a5809d75-9e68-4163-8db9-d85ac624530f req-a765a79e-f10a-4fea-8190-4585b82f71d8 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434020 Mar 07 23:32:23.712662 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563542'] for router_interface (6a6821c3-76c3-4e15-8532-de076f300683), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:23.857148 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8bef0d69-255f-4a83-94a9-3da0b0cb15a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:23.957753 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] Deleting port 9e3c448f-fcaa-4d85-862a-8e4caa4de194 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:32:23.958088 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (9e3c448f-fcaa-4d85-862a-8e4caa4de194), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:24.033768 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] For port 9e3c448f-fcaa-4d85-862a-8e4caa4de194, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=9e3c448f-fcaa-4d85-862a-8e4caa4de194,segment=NetworkSegment(80337a17-c777-4b29-b22d-3a760188a594),segment_id=80337a17-c777-4b29-b22d-3a760188a594)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:32:24.034127 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (9e3c448f-fcaa-4d85-862a-8e4caa4de194), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:24.045759 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] Calling delete_port for 9e3c448f-fcaa-4d85-862a-8e4caa4de194 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:32:24.268015 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (9e3c448f-fcaa-4d85-862a-8e4caa4de194), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:24.294156 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3c448f-fcaa-4d85-862a-8e4caa4de194,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:24.318143 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:24.318635 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:24.319004 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:24.319347 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:24.319679 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:24.320009 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:24.320341 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:24.320699 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:24.321054 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:24.321381 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:24.321705 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:24.322172 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:24.322496 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:24.474387 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563490'] for router_interface (6a6821c3-76c3-4e15-8532-de076f300683), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:24.566137 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173a1ad-d1ba-40ad-a7e2-73a870e5323a req-083079f4-1450-44f4-9253-79398bd59552 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:24.567537 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5173a1ad-d1ba-40ad-a7e2-73a870e5323a req-083079f4-1450-44f4-9253-79398bd59552 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 944 time: 0.1049533 Mar 07 23:32:24.650712 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5173a1ad-d1ba-40ad-a7e2-73a870e5323a req-67dd2aa0-cf30-4611-adef-1b059f7311b0 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591259 Mar 07 23:32:24.750191 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] Router 6a6821c3-76c3-4e15-8532-de076f300683 has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:32:24.858254 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:32:24.862986 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-558590e9-3506-48c9-aaec-7f81b8bdfeeb admin admin] 10.222.0.24 "PUT /v2.0/routers/6a6821c3-76c3-4e15-8532-de076f300683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4867992 Mar 07 23:32:24.865488 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 50038) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:32:24.868641 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050b0292-b9d3-4ea0-8504-2cc9c4a2097d None None] Sync routers for ids ['6a6821c3-76c3-4e15-8532-de076f300683'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:32:24.878390 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050b0292-b9d3-4ea0-8504-2cc9c4a2097d None None] Routers {'6a6821c3-76c3-4e15-8532-de076f300683'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:32:24.878997 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-050b0292-b9d3-4ea0-8504-2cc9c4a2097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:31:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['6a6821c3-76c3-4e15-8532-de076f300683'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:24.987598 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-050b0292-b9d3-4ea0-8504-2cc9c4a2097d None None] Set router 6a6821c3-76c3-4e15-8532-de076f300683 gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:32:25.103997 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-976abbca-94d9-41ce-a3c9-97938cd71e64 admin admin] Publish callbacks [] for router (6a6821c3-76c3-4e15-8532-de076f300683), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:25.157742 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-050b0292-b9d3-4ea0-8504-2cc9c4a2097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6821c3-76c3-4e15-8532-de076f300683', 'name': 'tempest-TestShelveInstance-677524272-router', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:25Z', 'updated_at': '2022-03-07T23:32:24Z', 'revision_number': 5, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'gw_port': {'id': '1cd32233-ed0a-47cd-a334-42e248c017d3', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:38:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6821c3-76c3-4e15-8532-de076f300683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:26Z', 'updated_at': '2022-03-07T23:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:25.206400 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-976abbca-94d9-41ce-a3c9-97938cd71e64 admin admin] Publish callbacks [] for router_gateway (6a6821c3-76c3-4e15-8532-de076f300683), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:25.217421 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 925737a8-3888-44a1-b1cb-8857da2f1d36 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:32:25.219697 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 5e11937d-c62d-43b7-a7cf-0184eb61a81f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:32:25.245464 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] No Port match for: 5e11937d-c62d-43b7-a7cf-0184eb61a81f {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:32:25.246427 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 5e11937d-c62d-43b7-a7cf-0184eb61a81f not bound to the agent host hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:32:25.274580 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050b0292-b9d3-4ea0-8504-2cc9c4a2097d None None] Checking router: 6a6821c3-76c3-4e15-8532-de076f300683 for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:32:25.282953 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050b0292-b9d3-4ea0-8504-2cc9c4a2097d None None] Routers {'6a6821c3-76c3-4e15-8532-de076f300683'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:32:25.283568 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-050b0292-b9d3-4ea0-8504-2cc9c4a2097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:31:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['6a6821c3-76c3-4e15-8532-de076f300683'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:25.300549 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-976abbca-94d9-41ce-a3c9-97938cd71e64 admin admin] Deleting port 1cd32233-ed0a-47cd-a334-42e248c017d3 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:32:25.300938 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-976abbca-94d9-41ce-a3c9-97938cd71e64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (1cd32233-ed0a-47cd-a334-42e248c017d3), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:25.334110 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 925737a8-3888-44a1-b1cb-8857da2f1d36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=925737a8-3888-44a1-b1cb-8857da2f1d36,segment=NetworkSegment(209b9c24-1ae4-40d3-803e-22e9e958952c),segment_id=209b9c24-1ae4-40d3-803e-22e9e958952c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:32:25.345418 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': '925737a8-3888-44a1-b1cb-8857da2f1d36', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'port_id': '925737a8-3888-44a1-b1cb-8857da2f1d36', 'mac_address': 'fa:16:3e:5c:cc:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:32:25.371234 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-050b0292-b9d3-4ea0-8504-2cc9c4a2097d None None] Set router 6a6821c3-76c3-4e15-8532-de076f300683 gateway port host: None {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:32:25.385587 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-976abbca-94d9-41ce-a3c9-97938cd71e64 admin admin] For port 1cd32233-ed0a-47cd-a334-42e248c017d3, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=1cd32233-ed0a-47cd-a334-42e248c017d3,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:32:25.385947 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-976abbca-94d9-41ce-a3c9-97938cd71e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (1cd32233-ed0a-47cd-a334-42e248c017d3), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:25.387282 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 925737a8-3888-44a1-b1cb-8857da2f1d36 is: DOWN; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:32:25.387950 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (925737a8-3888-44a1-b1cb-8857da2f1d36), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:25.398501 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-976abbca-94d9-41ce-a3c9-97938cd71e64 admin admin] Calling delete_port for 1cd32233-ed0a-47cd-a334-42e248c017d3 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:32:25.401678 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925737a8-3888-44a1-b1cb-8857da2f1d36 {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:32:25.422467 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 925737a8-3888-44a1-b1cb-8857da2f1d36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=925737a8-3888-44a1-b1cb-8857da2f1d36,segment=NetworkSegment(209b9c24-1ae4-40d3-803e-22e9e958952c),segment_id=209b9c24-1ae4-40d3-803e-22e9e958952c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:32:25.422699 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-050b0292-b9d3-4ea0-8504-2cc9c4a2097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6821c3-76c3-4e15-8532-de076f300683', 'name': 'tempest-TestShelveInstance-677524272-router', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:25Z', 'updated_at': '2022-03-07T23:32:25Z', 'revision_number': 6, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'gw_port_host': None}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:25.451929 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050b0292-b9d3-4ea0-8504-2cc9c4a2097d None None] The sync data for ids ['6a6821c3-76c3-4e15-8532-de076f300683'] in dv-cinder-813223-6-iscsi is: [{'id': '6a6821c3-76c3-4e15-8532-de076f300683', 'name': 'tempest-TestShelveInstance-677524272-router', 'tenant_id': '25a4d0166d864672a640afb3acc447a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:25Z', 'updated_at': '2022-03-07T23:32:25Z', 'revision_number': 6, 'project_id': '25a4d0166d864672a640afb3acc447a6', 'gw_port_host': None}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:32:25.486549 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (925737a8-3888-44a1-b1cb-8857da2f1d36), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:25.536081 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=925737a8-3888-44a1-b1cb-8857da2f1d36,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:25.543080 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:25.543427 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:25.543766 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:25.544100 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:25.544428 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:25.544754 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:25.545104 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:25.545428 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:25.545751 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:25.546079 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:25.546401 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:25.546720 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:25.547094 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:32:25.611391 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-976abbca-94d9-41ce-a3c9-97938cd71e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (1cd32233-ed0a-47cd-a334-42e248c017d3), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:25.637474 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976abbca-94d9-41ce-a3c9-97938cd71e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd32233-ed0a-47cd-a334-42e248c017d3,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:25.696141 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-976abbca-94d9-41ce-a3c9-97938cd71e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558984'] for router_gateway (6a6821c3-76c3-4e15-8532-de076f300683), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:25.697311 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['925737a8-3888-44a1-b1cb-8857da2f1d36'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:32:25.789464 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41eced-f496-47d1-924c-d7ad707ca025 req-6aa847db-2966-490d-9263-88500ebc1a01 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:25.791221 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9a41eced-f496-47d1-924c-d7ad707ca025 req-6aa847db-2966-490d-9263-88500ebc1a01 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 945 time: 0.0723603 Mar 07 23:32:25.855805 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-9a41eced-f496-47d1-924c-d7ad707ca025 req-bfb16ab2-85c7-4502-bbfd-69f07665cde4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585618 Mar 07 23:32:26.028343 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:26.090041 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-976abbca-94d9-41ce-a3c9-97938cd71e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28530'] for router (6a6821c3-76c3-4e15-8532-de076f300683), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:26.092145 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-976abbca-94d9-41ce-a3c9-97938cd71e64 admin admin] Publish callbacks [] for router_controller (6a6821c3-76c3-4e15-8532-de076f300683), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:26.148842 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-24393953-64ee-4da9-8513-2ba2127f2071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:26.182479 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-976abbca-94d9-41ce-a3c9-97938cd71e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561707'] for router (6a6821c3-76c3-4e15-8532-de076f300683), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:26.182975 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976abbca-94d9-41ce-a3c9-97938cd71e64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a6821c3-76c3-4e15-8532-de076f300683 {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 23:32:26.187144 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-976abbca-94d9-41ce-a3c9-97938cd71e64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:26.188271 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-976abbca-94d9-41ce-a3c9-97938cd71e64 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6a6821c3-76c3-4e15-8532-de076f300683 HTTP/1.1" status: 204 len: 168 time: 1.3218410 Mar 07 23:32:26.191073 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 50044) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:32:26.237862 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-5092bc3b-8ddb-40c9-9ff5-2b0b496a7f0a admin admin] Deleting subnet caaa6708-4795-4194-bc9c-5e8e405fe9ae {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 23:32:26.241447 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5092bc3b-8ddb-40c9-9ff5-2b0b496a7f0a admin admin] Publish callbacks [] for subnet (caaa6708-4795-4194-bc9c-5e8e405fe9ae), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:26.275035 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5092bc3b-8ddb-40c9-9ff5-2b0b496a7f0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799380'] for subnet (caaa6708-4795-4194-bc9c-5e8e405fe9ae), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:26.355061 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5092bc3b-8ddb-40c9-9ff5-2b0b496a7f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1321719'] for subnet (caaa6708-4795-4194-bc9c-5e8e405fe9ae), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:26.479970 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5092bc3b-8ddb-40c9-9ff5-2b0b496a7f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1321708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9280569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8993421'] for subnet (caaa6708-4795-4194-bc9c-5e8e405fe9ae), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:26.508762 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-5092bc3b-8ddb-40c9-9ff5-2b0b496a7f0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:26.512694 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-5092bc3b-8ddb-40c9-9ff5-2b0b496a7f0a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/caaa6708-4795-4194-bc9c-5e8e405fe9ae HTTP/1.1" status: 204 len: 168 time: 0.3205554 Mar 07 23:32:26.513566 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092bc3b-8ddb-40c9-9ff5-2b0b496a7f0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caaa6708-4795-4194-bc9c-5e8e405fe9ae,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:26.514195 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603348af-236e-4290-a2e5-d67ca29f6bff None None] Network 1e0e21e0-abba-4950-8845-adf027f36461 requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:32:26.515502 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 50046) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:32:26.585357 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e282c0a9-4124-4fd2-b200-366234681169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1357688'] for network (1e0e21e0-abba-4950-8845-adf027f36461), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:26.644132 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e282c0a9-4124-4fd2-b200-366234681169 admin admin] Deleting port 6f0eb739-aaae-429a-85b7-d0ba28445183 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:32:26.644132 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e282c0a9-4124-4fd2-b200-366234681169 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (6f0eb739-aaae-429a-85b7-d0ba28445183), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:26.682236 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47a4abd-793c-40a8-a392-81f91dc6c2fd None None] DHCP port deletion for 1e0e21e0-abba-4950-8845-adf027f36461 request from dv-cinder-813223-6-iscsi {{(pid=103609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 23:32:26.709453 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-e282c0a9-4124-4fd2-b200-366234681169 admin admin] For port 6f0eb739-aaae-429a-85b7-d0ba28445183, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=6f0eb739-aaae-429a-85b7-d0ba28445183,segment=NetworkSegment(80337a17-c777-4b29-b22d-3a760188a594),segment_id=80337a17-c777-4b29-b22d-3a760188a594)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:32:26.710138 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e282c0a9-4124-4fd2-b200-366234681169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (6f0eb739-aaae-429a-85b7-d0ba28445183), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:26.722155 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-e282c0a9-4124-4fd2-b200-366234681169 admin admin] Calling delete_port for 6f0eb739-aaae-429a-85b7-d0ba28445183 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:32:26.729187 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-d47a4abd-793c-40a8-a392-81f91dc6c2fd None None] Deleting port 6f0eb739-aaae-429a-85b7-d0ba28445183 {{(pid=103609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:32:26.729563 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d47a4abd-793c-40a8-a392-81f91dc6c2fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (6f0eb739-aaae-429a-85b7-d0ba28445183), before_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:26.794144 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-d47a4abd-793c-40a8-a392-81f91dc6c2fd None None] For port 6f0eb739-aaae-429a-85b7-d0ba28445183, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=6f0eb739-aaae-429a-85b7-d0ba28445183,segment=NetworkSegment(80337a17-c777-4b29-b22d-3a760188a594),segment_id=80337a17-c777-4b29-b22d-3a760188a594)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:32:26.794542 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d47a4abd-793c-40a8-a392-81f91dc6c2fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (6f0eb739-aaae-429a-85b7-d0ba28445183), precommit_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:26.807579 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-d47a4abd-793c-40a8-a392-81f91dc6c2fd None None] Calling delete_port for 6f0eb739-aaae-429a-85b7-d0ba28445183 owned by network:dhcp {{(pid=103609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:32:26.885560 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e282c0a9-4124-4fd2-b200-366234681169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (6f0eb739-aaae-429a-85b7-d0ba28445183), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:26.892913 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d47a4abd-793c-40a8-a392-81f91dc6c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880'] for port (6f0eb739-aaae-429a-85b7-d0ba28445183), after_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:26.922098 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282c0a9-4124-4fd2-b200-366234681169 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f0eb739-aaae-429a-85b7-d0ba28445183,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:26.923525 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a4abd-793c-40a8-a392-81f91dc6c2fd None None] Pushing event deleted for resources: {'Port': ['ID=6f0eb739-aaae-429a-85b7-d0ba28445183,revision_number=None']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:26.923901 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e282c0a9-4124-4fd2-b200-366234681169 admin admin] No DVR routers for this DVR port 6f0eb739-aaae-429a-85b7-d0ba28445183 on host dv-cinder-813223-6-iscsi {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:32:26.927916 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47a4abd-793c-40a8-a392-81f91dc6c2fd None None] No DVR routers for this DVR port 6f0eb739-aaae-429a-85b7-d0ba28445183 on host dv-cinder-813223-6-iscsi {{(pid=103609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:32:26.989614 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58e8ef-91d7-4e63-8a16-3b2723a440cd req-5ddf553e-bd88-4755-9574-e3e061cd0f1a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:26.992023 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ac58e8ef-91d7-4e63-8a16-3b2723a440cd req-5ddf553e-bd88-4755-9574-e3e061cd0f1a tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 945 time: 0.0643234 Mar 07 23:32:26.998992 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 1cd32233-ed0a-47cd-a334-42e248c017d3 no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:32:27.004083 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e282c0a9-4124-4fd2-b200-366234681169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479032', 'neutron.services.segments.db._delete_segments_for_network-8747802712679'] for network (1e0e21e0-abba-4950-8845-adf027f36461), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:27.018346 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: 1cd32233-ed0a-47cd-a334-42e248c017d3 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:32:27.018690 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 1cd32233-ed0a-47cd-a334-42e248c017d3 not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:32:27.019112 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 9e3c448f-fcaa-4d85-862a-8e4caa4de194 no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:32:27.024926 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-e282c0a9-4124-4fd2-b200-366234681169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0e21e0-abba-4950-8845-adf027f36461']}} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:27.035108 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-e282c0a9-4124-4fd2-b200-366234681169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80337a17-c777-4b29-b22d-3a760188a594') {'for_net_delete': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:27.035684 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-e282c0a9-4124-4fd2-b200-366234681169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80337a17-c777-4b29-b22d-3a760188a594') {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:27.039171 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: 9e3c448f-fcaa-4d85-862a-8e4caa4de194 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:32:27.039928 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 9e3c448f-fcaa-4d85-862a-8e4caa4de194 not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:32:27.040362 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 6f0eb739-aaae-429a-85b7-d0ba28445183 no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:32:27.044204 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:32:27.051980 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e282c0a9-4124-4fd2-b200-366234681169 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747802713712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2548390'] for segment (80337a17-c777-4b29-b22d-3a760188a594), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:27.056493 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-ac58e8ef-91d7-4e63-8a16-3b2723a440cd req-1f83b748-481a-4847-a732-4c96f0b085d8 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578816 Mar 07 23:32:27.060950 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: 6f0eb739-aaae-429a-85b7-d0ba28445183 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:32:27.061524 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 6f0eb739-aaae-429a-85b7-d0ba28445183 not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:32:27.072397 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e282c0a9-4124-4fd2-b200-366234681169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (80337a17-c777-4b29-b22d-3a760188a594), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:27.078742 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e282c0a9-4124-4fd2-b200-366234681169 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 23:32:27.079093 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e282c0a9-4124-4fd2-b200-366234681169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2398503'] for segment (80337a17-c777-4b29-b22d-3a760188a594), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: Traceback (most recent call last): Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: timer() Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: cb(*args, **kw) Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: return func(*args, **kwargs) Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: self._notify() Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: self.callback(batched_events) Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: event.method(event) Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: return f(self, *a, **k) Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: return self._get(url).json() Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: return self.request(url, 'GET', **kwargs) Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 23:32:27.080719 dv-cinder-813223-6-iscsi neutron-server[103608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 23:32:27.182671 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e282c0a9-4124-4fd2-b200-366234681169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559020'] for network (1e0e21e0-abba-4950-8845-adf027f36461), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:27.187635 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-e282c0a9-4124-4fd2-b200-366234681169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:27.191044 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-e282c0a9-4124-4fd2-b200-366234681169 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1e0e21e0-abba-4950-8845-adf027f36461 HTTP/1.1" status: 204 len: 168 time: 0.6745698 Mar 07 23:32:27.194135 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 50050) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:32:27.201578 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282c0a9-4124-4fd2-b200-366234681169 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e0e21e0-abba-4950-8845-adf027f36461,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:27.246801 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 925737a8-3888-44a1-b1cb-8857da2f1d36 up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:32:27.337074 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning for port 925737a8-3888-44a1-b1cb-8857da2f1d36 completed by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 23:32:27.341041 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port 925737a8-3888-44a1-b1cb-8857da2f1d36 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:32:27.341419 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (925737a8-3888-44a1-b1cb-8857da2f1d36), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:27.420605 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port 925737a8-3888-44a1-b1cb-8857da2f1d36 is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:32:27.421028 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (925737a8-3888-44a1-b1cb-8857da2f1d36), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:27.443779 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fc103d-e96f-4c07-910c-99e66926d481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925737a8-3888-44a1-b1cb-8857da2f1d36'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:32:27.446697 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a757deaa-58a2-4c1d-b17a-40203d8f5f97" -d '{"events": [{"server_uuid": "61fc103d-e96f-4c07-910c-99e66926d481", "name": "network-vif-plugged", "status": "completed", "tag": "925737a8-3888-44a1-b1cb-8857da2f1d36"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:32:27.459043 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port 925737a8-3888-44a1-b1cb-8857da2f1d36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=925737a8-3888-44a1-b1cb-8857da2f1d36,segment=NetworkSegment(209b9c24-1ae4-40d3-803e-22e9e958952c),segment_id=209b9c24-1ae4-40d3-803e-22e9e958952c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:32:27.483585 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73df8cae-5b48-464e-9d7d-13d5a308817a x-openstack-request-id: req-73df8cae-5b48-464e-9d7d-13d5a308817a {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:32:27.483910 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61fc103d-e96f-4c07-910c-99e66926d481", "name": "network-vif-plugged", "status": "completed", "tag": "925737a8-3888-44a1-b1cb-8857da2f1d36", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:32:27.484379 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73df8cae-5b48-464e-9d7d-13d5a308817a {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:32:27.484779 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61fc103d-e96f-4c07-910c-99e66926d481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925737a8-3888-44a1-b1cb-8857da2f1d36', 'code': 200} Mar 07 23:32:27.526698 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (925737a8-3888-44a1-b1cb-8857da2f1d36), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:27.553095 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51938a33-33e7-4fb6-b672-91a148282ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563542'] for router_interface (691e3dd0-1cb0-4336-a902-b1f5155e1c8d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:27.575004 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=925737a8-3888-44a1-b1cb-8857da2f1d36,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:27.759451 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:27.800163 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-51938a33-33e7-4fb6-b672-91a148282ffa admin admin] Deleting port d4cce47e-2b22-4919-9d01-fd31db619269 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:32:27.800544 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51938a33-33e7-4fb6-b672-91a148282ffa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (d4cce47e-2b22-4919-9d01-fd31db619269), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:27.827542 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad67e8-6c44-4b77-bc38-766aea882698 req-09ff6dcd-853e-4307-b2a8-ac4c37ef4d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:27.829065 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a1ad67e8-6c44-4b77-bc38-766aea882698 req-09ff6dcd-853e-4307-b2a8-ac4c37ef4d2a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 1130 time: 0.0439978 Mar 07 23:32:27.876831 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a1ad67e8-6c44-4b77-bc38-766aea882698 req-7ddb832b-bed3-4682-a0a6-72957cf01853 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423174 Mar 07 23:32:27.879878 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-51938a33-33e7-4fb6-b672-91a148282ffa admin admin] For port d4cce47e-2b22-4919-9d01-fd31db619269, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=d4cce47e-2b22-4919-9d01-fd31db619269,segment=NetworkSegment(11d06484-145a-4d6f-a94e-d7d8aece74fd),segment_id=11d06484-145a-4d6f-a94e-d7d8aece74fd)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:32:27.880233 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51938a33-33e7-4fb6-b672-91a148282ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (d4cce47e-2b22-4919-9d01-fd31db619269), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:27.891982 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-51938a33-33e7-4fb6-b672-91a148282ffa admin admin] Calling delete_port for d4cce47e-2b22-4919-9d01-fd31db619269 owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:32:28.120029 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51938a33-33e7-4fb6-b672-91a148282ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (d4cce47e-2b22-4919-9d01-fd31db619269), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:28.154607 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51938a33-33e7-4fb6-b672-91a148282ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=d4cce47e-2b22-4919-9d01-fd31db619269,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:28.244508 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01a564-ad49-4739-a4f6-fd29f8e2a8c7 req-ac81f9c8-c75c-4cdf-84ba-be92c8918005 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:28.246063 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0d01a564-ad49-4739-a4f6-fd29f8e2a8c7 req-ac81f9c8-c75c-4cdf-84ba-be92c8918005 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 946 time: 0.1206105 Mar 07 23:32:28.366862 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0d01a564-ad49-4739-a4f6-fd29f8e2a8c7 req-8d3a96ca-6d4a-424c-ba40-457b716b0e4f tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136167 Mar 07 23:32:28.387801 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-51938a33-33e7-4fb6-b672-91a148282ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563490'] for router_interface (691e3dd0-1cb0-4336-a902-b1f5155e1c8d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:28.601320 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51938a33-33e7-4fb6-b672-91a148282ffa admin admin] Router 691e3dd0-1cb0-4336-a902-b1f5155e1c8d has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:32:28.705903 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51938a33-33e7-4fb6-b672-91a148282ffa admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:32:28.711770 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-51938a33-33e7-4fb6-b672-91a148282ffa admin admin] 10.222.0.24 "PUT /v2.0/routers/691e3dd0-1cb0-4336-a902-b1f5155e1c8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5164387 Mar 07 23:32:28.713629 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 50056) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:32:28.720532 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b4e5a-cb6f-425b-95d1-d9657422f9d1 None None] Sync routers for ids ['691e3dd0-1cb0-4336-a902-b1f5155e1c8d'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:32:28.730138 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6b4e5a-cb6f-425b-95d1-d9657422f9d1 None None] Routers {'691e3dd0-1cb0-4336-a902-b1f5155e1c8d'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:32:28.730750 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8e6b4e5a-cb6f-425b-95d1-d9657422f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:32:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['691e3dd0-1cb0-4336-a902-b1f5155e1c8d'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:28.819316 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33164f78-4ea5-41a9-bf90-980360e6659c admin admin] Publish callbacks [] for router (691e3dd0-1cb0-4336-a902-b1f5155e1c8d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:28.837903 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-8e6b4e5a-cb6f-425b-95d1-d9657422f9d1 None None] Set router 691e3dd0-1cb0-4336-a902-b1f5155e1c8d gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:32:28.925277 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33164f78-4ea5-41a9-bf90-980360e6659c admin admin] Publish callbacks [] for router_gateway (691e3dd0-1cb0-4336-a902-b1f5155e1c8d), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:28.978231 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:29.029278 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8e6b4e5a-cb6f-425b-95d1-d9657422f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691e3dd0-1cb0-4336-a902-b1f5155e1c8d', 'name': 'tempest-TestShelveInstance-1713191123-router', 'tenant_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'dad5e875-2665-4c5f-a318-bacebba0799b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:33Z', 'updated_at': '2022-03-07T23:32:28Z', 'revision_number': 5, 'project_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'gw_port': {'id': 'dad5e875-2665-4c5f-a318-bacebba0799b', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691e3dd0-1cb0-4336-a902-b1f5155e1c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:27:34Z', 'updated_at': '2022-03-07T23:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:29.045995 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-33164f78-4ea5-41a9-bf90-980360e6659c admin admin] Deleting port dad5e875-2665-4c5f-a318-bacebba0799b {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:32:29.046333 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33164f78-4ea5-41a9-bf90-980360e6659c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (dad5e875-2665-4c5f-a318-bacebba0799b), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:29.058705 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b4e5a-cb6f-425b-95d1-d9657422f9d1 None None] Checking router: 691e3dd0-1cb0-4336-a902-b1f5155e1c8d for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:32:29.067133 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6b4e5a-cb6f-425b-95d1-d9657422f9d1 None None] Routers {'691e3dd0-1cb0-4336-a902-b1f5155e1c8d'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:32:29.067735 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8e6b4e5a-cb6f-425b-95d1-d9657422f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:32:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['691e3dd0-1cb0-4336-a902-b1f5155e1c8d'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:29.127845 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-33164f78-4ea5-41a9-bf90-980360e6659c admin admin] For port dad5e875-2665-4c5f-a318-bacebba0799b, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=dad5e875-2665-4c5f-a318-bacebba0799b,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:32:29.128431 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33164f78-4ea5-41a9-bf90-980360e6659c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (dad5e875-2665-4c5f-a318-bacebba0799b), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:29.140201 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-33164f78-4ea5-41a9-bf90-980360e6659c admin admin] Calling delete_port for dad5e875-2665-4c5f-a318-bacebba0799b owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:32:29.152279 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-8e6b4e5a-cb6f-425b-95d1-d9657422f9d1 None None] Set router 691e3dd0-1cb0-4336-a902-b1f5155e1c8d gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:32:29.206366 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-8e6b4e5a-cb6f-425b-95d1-d9657422f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691e3dd0-1cb0-4336-a902-b1f5155e1c8d', 'name': 'tempest-TestShelveInstance-1713191123-router', 'tenant_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:33Z', 'updated_at': '2022-03-07T23:32:28Z', 'revision_number': 6, 'project_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'gw_port_host': None}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:29.232078 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b4e5a-cb6f-425b-95d1-d9657422f9d1 None None] The sync data for ids ['691e3dd0-1cb0-4336-a902-b1f5155e1c8d'] in dv-cinder-813223-6-iscsi is: [{'id': '691e3dd0-1cb0-4336-a902-b1f5155e1c8d', 'name': 'tempest-TestShelveInstance-1713191123-router', 'tenant_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:27:33Z', 'updated_at': '2022-03-07T23:32:28Z', 'revision_number': 6, 'project_id': 'bcb9124d3bbf4e479544c8b488d013e3', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:32:29.342399 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33164f78-4ea5-41a9-bf90-980360e6659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (dad5e875-2665-4c5f-a318-bacebba0799b), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:29.370141 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33164f78-4ea5-41a9-bf90-980360e6659c admin admin] Pushing event deleted for resources: {'Port': ['ID=dad5e875-2665-4c5f-a318-bacebba0799b,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:29.430774 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33164f78-4ea5-41a9-bf90-980360e6659c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558984'] for router_gateway (691e3dd0-1cb0-4336-a902-b1f5155e1c8d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:29.485550 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6f504-9204-4515-a394-8dcc26d7ee6e req-1a1f1825-ce57-41ac-b338-58dfc6a8422d tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:29.487122 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-7bc6f504-9204-4515-a394-8dcc26d7ee6e req-1a1f1825-ce57-41ac-b338-58dfc6a8422d tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 946 time: 0.0522642 Mar 07 23:32:29.522900 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33164f78-4ea5-41a9-bf90-980360e6659c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28530'] for router (691e3dd0-1cb0-4336-a902-b1f5155e1c8d), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:29.525292 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33164f78-4ea5-41a9-bf90-980360e6659c admin admin] Publish callbacks [] for router_controller (691e3dd0-1cb0-4336-a902-b1f5155e1c8d), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:29.537281 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-7bc6f504-9204-4515-a394-8dcc26d7ee6e req-606e3fbe-0f39-409b-a8ed-e161aeb90e55 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439501 Mar 07 23:32:29.638966 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33164f78-4ea5-41a9-bf90-980360e6659c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561707'] for router (691e3dd0-1cb0-4336-a902-b1f5155e1c8d), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:29.639505 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33164f78-4ea5-41a9-bf90-980360e6659c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 691e3dd0-1cb0-4336-a902-b1f5155e1c8d {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 23:32:29.645243 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-33164f78-4ea5-41a9-bf90-980360e6659c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:29.646375 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-33164f78-4ea5-41a9-bf90-980360e6659c admin admin] 10.222.0.24 "DELETE /v2.0/routers/691e3dd0-1cb0-4336-a902-b1f5155e1c8d HTTP/1.1" status: 204 len: 168 time: 0.9317935 Mar 07 23:32:29.649747 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 50062) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:32:29.670101 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84c73b-691e-4be2-b603-6ed79ef68e04 req-d9c875f1-c324-4dc2-a74b-3543ff234f32 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:29.671591 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2e84c73b-691e-4be2-b603-6ed79ef68e04 req-d9c875f1-c324-4dc2-a74b-3543ff234f32 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 946 time: 0.0640910 Mar 07 23:32:29.699922 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4c5609-e8c1-46b8-af50-c2d6ec02cb24 admin admin] Deleting subnet 5bc040b4-e273-448f-a394-3a3592cf8224 {{(pid=103608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 23:32:29.702967 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8b4c5609-e8c1-46b8-af50-c2d6ec02cb24 admin admin] Publish callbacks [] for subnet (5bc040b4-e273-448f-a394-3a3592cf8224), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:29.727641 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-2e84c73b-691e-4be2-b603-6ed79ef68e04 req-86caedc7-498e-4d1f-aecc-da28f291b5f1 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433400 Mar 07 23:32:29.736266 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8b4c5609-e8c1-46b8-af50-c2d6ec02cb24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2548317'] for subnet (5bc040b4-e273-448f-a394-3a3592cf8224), precommit_delete_associations {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:29.749666 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 50064) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:32:29.791956 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6356372a-e41f-49c1-a20f-ebd0ee82d7b4 tempest-TestVolumeBootPattern-1896426252 tempest-TestVolumeBootPattern-1896426252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:29.793514 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-6356372a-e41f-49c1-a20f-ebd0ee82d7b4 tempest-TestVolumeBootPattern-1896426252 tempest-TestVolumeBootPattern-1896426252-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 1125 time: 0.0428071 Mar 07 23:32:29.796236 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 50066) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:32:29.800416 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-2c2afcd9-f12e-4a8e-aaca-2fab2e448107 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Request body: {'floatingip': {'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'port_id': '925737a8-3888-44a1-b1cb-8857da2f1d36', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:32:29.814205 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8b4c5609-e8c1-46b8-af50-c2d6ec02cb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1321719'] for subnet (5bc040b4-e273-448f-a394-3a3592cf8224), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:29.879701 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c2afcd9-f12e-4a8e-aaca-2fab2e448107 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:29.897207 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8b4c5609-e8c1-46b8-af50-c2d6ec02cb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1321708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2398541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2721233'] for subnet (5bc040b4-e273-448f-a394-3a3592cf8224), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:29.923759 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c5609-e8c1-46b8-af50-c2d6ec02cb24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bc040b4-e273-448f-a394-3a3592cf8224,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:29.925882 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8b4c5609-e8c1-46b8-af50-c2d6ec02cb24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:29.929672 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-8b4c5609-e8c1-46b8-af50-c2d6ec02cb24 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5bc040b4-e273-448f-a394-3a3592cf8224 HTTP/1.1" status: 204 len: 168 time: 0.2777579 Mar 07 23:32:29.933475 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 50068) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:32:29.934053 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ea5932-7855-4472-8331-e81f3004eeb2 None None] Network db938c7b-8344-4ef7-b5c1-0a222e49b0f4 requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:32:30.011268 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8a69f307-b47d-45e9-b794-05541b6a385a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1357688'] for network (db938c7b-8344-4ef7-b5c1-0a222e49b0f4), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:30.073452 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8a69f307-b47d-45e9-b794-05541b6a385a admin admin] Deleting port ea61ba73-d942-421e-af73-b1f268adb79b {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:32:30.073880 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8a69f307-b47d-45e9-b794-05541b6a385a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (ea61ba73-d942-421e-af73-b1f268adb79b), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:30.123774 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fddacb-6c56-4679-a769-3dbc32270729 None None] DHCP port deletion for db938c7b-8344-4ef7-b5c1-0a222e49b0f4 request from dv-cinder-813223-6-iscsi {{(pid=103609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 23:32:30.143560 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8a69f307-b47d-45e9-b794-05541b6a385a admin admin] For port ea61ba73-d942-421e-af73-b1f268adb79b, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=ea61ba73-d942-421e-af73-b1f268adb79b,segment=NetworkSegment(11d06484-145a-4d6f-a94e-d7d8aece74fd),segment_id=11d06484-145a-4d6f-a94e-d7d8aece74fd)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:32:30.143922 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8a69f307-b47d-45e9-b794-05541b6a385a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (ea61ba73-d942-421e-af73-b1f268adb79b), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:30.162364 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8a69f307-b47d-45e9-b794-05541b6a385a admin admin] Calling delete_port for ea61ba73-d942-421e-af73-b1f268adb79b owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:32:30.186091 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-74fddacb-6c56-4679-a769-3dbc32270729 None None] Deleting port ea61ba73-d942-421e-af73-b1f268adb79b {{(pid=103609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:32:30.186606 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-74fddacb-6c56-4679-a769-3dbc32270729 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (ea61ba73-d942-421e-af73-b1f268adb79b), before_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:30.253223 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-74fddacb-6c56-4679-a769-3dbc32270729 None None] For port ea61ba73-d942-421e-af73-b1f268adb79b, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=ea61ba73-d942-421e-af73-b1f268adb79b,segment=NetworkSegment(11d06484-145a-4d6f-a94e-d7d8aece74fd),segment_id=11d06484-145a-4d6f-a94e-d7d8aece74fd)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:32:30.253580 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-74fddacb-6c56-4679-a769-3dbc32270729 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (ea61ba73-d942-421e-af73-b1f268adb79b), precommit_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:30.266396 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-74fddacb-6c56-4679-a769-3dbc32270729 None None] Calling delete_port for ea61ba73-d942-421e-af73-b1f268adb79b owned by network:dhcp {{(pid=103609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:32:30.286315 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c2afcd9-f12e-4a8e-aaca-2fab2e448107 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:30.303953 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8a69f307-b47d-45e9-b794-05541b6a385a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (ea61ba73-d942-421e-af73-b1f268adb79b), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:30.336478 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69f307-b47d-45e9-b794-05541b6a385a admin admin] Pushing event deleted for resources: {'Port': ['ID=ea61ba73-d942-421e-af73-b1f268adb79b,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:30.338543 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a69f307-b47d-45e9-b794-05541b6a385a admin admin] No DVR routers for this DVR port ea61ba73-d942-421e-af73-b1f268adb79b on host dv-cinder-813223-6-iscsi {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:32:30.360279 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-74fddacb-6c56-4679-a769-3dbc32270729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880'] for port (ea61ba73-d942-421e-af73-b1f268adb79b), after_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:30.391141 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:30.391141 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fddacb-6c56-4679-a769-3dbc32270729 None None] Pushing event deleted for resources: {'Port': ['ID=ea61ba73-d942-421e-af73-b1f268adb79b,revision_number=None']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:30.392952 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fddacb-6c56-4679-a769-3dbc32270729 None None] No DVR routers for this DVR port ea61ba73-d942-421e-af73-b1f268adb79b on host dv-cinder-813223-6-iscsi {{(pid=103609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:32:30.423527 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8a69f307-b47d-45e9-b794-05541b6a385a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479032', 'neutron.services.segments.db._delete_segments_for_network-8747802712679'] for network (db938c7b-8344-4ef7-b5c1-0a222e49b0f4), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:30.445287 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-2c2afcd9-f12e-4a8e-aaca-2fab2e448107 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Allocated IP 172.27.3.169 (4f60912c-99c2-416c-85f4-ec579757987b/f4612345-726c-47ef-92a6-cd50d588f814/5a96d4e5-9d9e-4330-bb90-c3001ccec49c) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:32:30.445495 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-8a69f307-b47d-45e9-b794-05541b6a385a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db938c7b-8344-4ef7-b5c1-0a222e49b0f4']}} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:30.454830 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-8a69f307-b47d-45e9-b794-05541b6a385a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d06484-145a-4d6f-a94e-d7d8aece74fd') {'for_net_delete': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:30.460130 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-8a69f307-b47d-45e9-b794-05541b6a385a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d06484-145a-4d6f-a94e-d7d8aece74fd') {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:30.464275 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8a69f307-b47d-45e9-b794-05541b6a385a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747802713712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2548390'] for segment (11d06484-145a-4d6f-a94e-d7d8aece74fd), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:30.477783 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8a69f307-b47d-45e9-b794-05541b6a385a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (11d06484-145a-4d6f-a94e-d7d8aece74fd), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:30.483691 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a69f307-b47d-45e9-b794-05541b6a385a admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8a69f307-b47d-45e9-b794-05541b6a385a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2398503'] for segment (11d06484-145a-4d6f-a94e-d7d8aece74fd), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: Traceback (most recent call last): Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: timer() Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: cb(*args, **kw) Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: return func(*args, **kwargs) Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: self._notify() Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: self.callback(batched_events) Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: event.method(event) Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: return f(self, *a, **k) Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: return self._get(url).json() Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: return self.request(url, 'GET', **kwargs) Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 23:32:30.489090 dv-cinder-813223-6-iscsi neutron-server[103608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 23:32:30.548080 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c2afcd9-f12e-4a8e-aaca-2fab2e448107 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for port (5a96d4e5-9d9e-4330-bb90-c3001ccec49c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:30.605334 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8a69f307-b47d-45e9-b794-05541b6a385a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559020'] for network (db938c7b-8344-4ef7-b5c1-0a222e49b0f4), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:30.611014 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8a69f307-b47d-45e9-b794-05541b6a385a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:30.614140 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-8a69f307-b47d-45e9-b794-05541b6a385a admin admin] 10.222.0.24 "DELETE /v2.0/networks/db938c7b-8344-4ef7-b5c1-0a222e49b0f4 HTTP/1.1" status: 204 len: 168 time: 0.6796756 Mar 07 23:32:30.625090 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69f307-b47d-45e9-b794-05541b6a385a admin admin] Pushing event deleted for resources: {'Network': ['ID=db938c7b-8344-4ef7-b5c1-0a222e49b0f4,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:30.629310 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c2afcd9-f12e-4a8e-aaca-2fab2e448107 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (5a96d4e5-9d9e-4330-bb90-c3001ccec49c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:30.669070 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2afcd9-f12e-4a8e-aaca-2fab2e448107 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Network 4f60912c-99c2-416c-85f4-ec579757987b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:32:30.671699 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-2c2afcd9-f12e-4a8e-aaca-2fab2e448107 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:32:30.677725 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2afcd9-f12e-4a8e-aaca-2fab2e448107 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:32:30.680504 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2afcd9-f12e-4a8e-aaca-2fab2e448107 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Pushing event updated for resources: {'Port': ['ID=5a96d4e5-9d9e-4330-bb90-c3001ccec49c,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:30.935358 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 50074) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:32:30.956130 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device ea61ba73-d942-421e-af73-b1f268adb79b no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:32:30.977391 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: ea61ba73-d942-421e-af73-b1f268adb79b {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:32:30.977740 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device ea61ba73-d942-421e-af73-b1f268adb79b not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:32:30.978155 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device d4cce47e-2b22-4919-9d01-fd31db619269 no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:32:30.997136 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: d4cce47e-2b22-4919-9d01-fd31db619269 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:32:30.997488 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device d4cce47e-2b22-4919-9d01-fd31db619269 not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:32:30.997903 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device dad5e875-2665-4c5f-a318-bacebba0799b no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:32:31.016663 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: dad5e875-2665-4c5f-a318-bacebba0799b {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:32:31.017034 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device dad5e875-2665-4c5f-a318-bacebba0799b not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:32:31.018192 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-b066e413-34d5-4737-a795-f9320e3bf5fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25a4d0166d864672a640afb3acc447a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0817447 Mar 07 23:32:31.021050 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 50076) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:32:31.090604 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c2afcd9-f12e-4a8e-aaca-2fab2e448107 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for floatingip (eaa526d0-fb10-4f97-b954-9679db5f69d6), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:31.127565 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a692b195-c36d-443a-99b7-8731c8f69ef4 admin admin] Publish callbacks [] for security_group (48eb7157-8124-4e81-bd03-4606010ffde4), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:31.154663 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a692b195-c36d-443a-99b7-8731c8f69ef4 admin admin] Publish callbacks [] for security_group (48eb7157-8124-4e81-bd03-4606010ffde4), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:31.237571 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c2afcd9-f12e-4a8e-aaca-2fab2e448107 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (5a96d4e5-9d9e-4330-bb90-c3001ccec49c), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:31.270320 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a692b195-c36d-443a-99b7-8731c8f69ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (48eb7157-8124-4e81-bd03-4606010ffde4), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:31.273493 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a692b195-c36d-443a-99b7-8731c8f69ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:31.274633 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-a692b195-c36d-443a-99b7-8731c8f69ef4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48eb7157-8124-4e81-bd03-4606010ffde4 HTTP/1.1" status: 204 len: 168 time: 0.2524726 Mar 07 23:32:31.290358 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692b195-c36d-443a-99b7-8731c8f69ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48eb7157-8124-4e81-bd03-4606010ffde4,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:31.407536 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c2afcd9-f12e-4a8e-aaca-2fab2e448107 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for port (5a96d4e5-9d9e-4330-bb90-c3001ccec49c), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:31.462349 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c2afcd9-f12e-4a8e-aaca-2fab2e448107 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280631'] for port (5a96d4e5-9d9e-4330-bb90-c3001ccec49c), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:31.534711 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2afcd9-f12e-4a8e-aaca-2fab2e448107 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Pushing event updated for resources: {'Port': ['ID=5a96d4e5-9d9e-4330-bb90-c3001ccec49c,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:31.542321 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c2afcd9-f12e-4a8e-aaca-2fab2e448107 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (eaa526d0-fb10-4f97-b954-9679db5f69d6), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:31.643330 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.l3_db [None req-2c2afcd9-f12e-4a8e-aaca-2fab2e448107 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Floating IP eaa526d0-fb10-4f97-b954-9679db5f69d6 associated. External IP: 172.27.3.169, port: 925737a8-3888-44a1-b1cb-8857da2f1d36. Mar 07 23:32:31.813387 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 50082) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:32:31.857656 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2afcd9-f12e-4a8e-aaca-2fab2e448107 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:32:31.866825 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-dc4ce60a-4bcd-4929-970e-59c0179678db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bcb9124d3bbf4e479544c8b488d013e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0520613 Mar 07 23:32:31.869479 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 50084) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:32:31.997202 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f8823d86-d6a5-48e1-84b6-15b775c759c8 admin admin] Publish callbacks [] for security_group (6e99354e-94f0-466d-9b8f-43943212a7b0), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:32.003889 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2afcd9-f12e-4a8e-aaca-2fab2e448107 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:32:32.015916 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8ee23e-15d6-4646-bc60-75f6cc34f253 None None] Sync routers for ids ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:32:32.025656 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8ee23e-15d6-4646-bc60-75f6cc34f253 None None] Routers {'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:32:32.026362 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-3d8ee23e-15d6-4646-bc60-75f6cc34f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:32:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:32.030862 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f8823d86-d6a5-48e1-84b6-15b775c759c8 admin admin] Publish callbacks [] for security_group (6e99354e-94f0-466d-9b8f-43943212a7b0), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:32.110173 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-2c2afcd9-f12e-4a8e-aaca-2fab2e448107 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:32.131304 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f8823d86-d6a5-48e1-84b6-15b775c759c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (6e99354e-94f0-466d-9b8f-43943212a7b0), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:32.133817 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-3d8ee23e-15d6-4646-bc60-75f6cc34f253 None None] Set router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:32:32.138962 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-f8823d86-d6a5-48e1-84b6-15b775c759c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:32.138962 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-f8823d86-d6a5-48e1-84b6-15b775c759c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e99354e-94f0-466d-9b8f-43943212a7b0 HTTP/1.1" status: 204 len: 168 time: 0.2645590 Mar 07 23:32:32.149823 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8823d86-d6a5-48e1-84b6-15b775c759c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e99354e-94f0-466d-9b8f-43943212a7b0,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:32:32.157887 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-2c2afcd9-f12e-4a8e-aaca-2fab2e448107 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3553832 Mar 07 23:32:32.157887 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fc103d-e96f-4c07-910c-99e66926d481', 'tag': '925737a8-3888-44a1-b1cb-8857da2f1d36'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:32:32.157887 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70725749-4834-4786-a519-f77cdd64f15f" -d '{"events": [{"name": "network-changed", "server_uuid": "61fc103d-e96f-4c07-910c-99e66926d481", "tag": "925737a8-3888-44a1-b1cb-8857da2f1d36"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:32:32.324906 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b6f696-1722-432d-8e03-ac71176721f8 x-openstack-request-id: req-88b6f696-1722-432d-8e03-ac71176721f8 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:32:32.325585 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fc103d-e96f-4c07-910c-99e66926d481", "tag": "925737a8-3888-44a1-b1cb-8857da2f1d36", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:32:32.325585 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88b6f696-1722-432d-8e03-ac71176721f8 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:32:32.325903 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61fc103d-e96f-4c07-910c-99e66926d481', 'tag': '925737a8-3888-44a1-b1cb-8857da2f1d36', 'status': 'completed', 'code': 200} Mar 07 23:32:32.367329 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-3d8ee23e-15d6-4646-bc60-75f6cc34f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:29Z', 'revision_number': 4, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': 'eaa526d0-fb10-4f97-b954-9679db5f69d6', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'port_id': '925737a8-3888-44a1-b1cb-8857da2f1d36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'mac_address': 'fa:16:3e:5c:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fc103d-e96f-4c07-910c-99e66926d481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:32:30Z', 'updated_at': '2022-03-07T23:32:30Z', 'revision_number': 0, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1ffa29-bbd5-45af-9992-9726338dbd5c', 'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'mac_address': 'fa:16:3e:dd:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:28Z', 'updated_at': '2022-03-07T23:29:33Z', 'revision_number': 5, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'subnets': [{'id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:32.389762 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70725749-4834-4786-a519-f77cdd64f15f req-23d07fd9-861f-488f-8d9a-f5fb6dae12f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:32.391251 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-70725749-4834-4786-a519-f77cdd64f15f req-23d07fd9-861f-488f-8d9a-f5fb6dae12f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3949c6f9dfc24d0ead21f56b108d34f0&device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 1130 time: 0.0438595 Mar 07 23:32:32.396595 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8ee23e-15d6-4646-bc60-75f6cc34f253 None None] Checking router: afe12b4d-d5f1-482a-8afe-a38fc49c5f6d for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:32:32.406281 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8ee23e-15d6-4646-bc60-75f6cc34f253 None None] Routers {'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:32:32.406872 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-3d8ee23e-15d6-4646-bc60-75f6cc34f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:32:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:32.488811 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70725749-4834-4786-a519-f77cdd64f15f req-ba45a82d-5474-43d3-bb78-45743bf24dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:32.490517 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-70725749-4834-4786-a519-f77cdd64f15f req-ba45a82d-5474-43d3-bb78-45743bf24dc1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a39af706-4a29-48d3-afb9-49b0f8efc7cc HTTP/1.1" status: 200 len: 913 time: 0.0936699 Mar 07 23:32:32.531434 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-3d8ee23e-15d6-4646-bc60-75f6cc34f253 None None] Set router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:32:32.567506 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-70725749-4834-4786-a519-f77cdd64f15f req-73c8f9fa-4a3d-49bf-91e7-01a8ffe8c15c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=925737a8-3888-44a1-b1cb-8857da2f1d36 HTTP/1.1" status: 200 len: 1000 time: 0.0703514 Mar 07 23:32:32.623024 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70725749-4834-4786-a519-f77cdd64f15f req-c3696d65-f182-474f-b612-88954347db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:32.624585 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-70725749-4834-4786-a519-f77cdd64f15f req-c3696d65-f182-474f-b612-88954347db3f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0 HTTP/1.1" status: 200 len: 851 time: 0.0508225 Mar 07 23:32:32.674939 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70725749-4834-4786-a519-f77cdd64f15f req-ce362d32-d8e8-4233-8f06-68810b9b3ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:32:32.676456 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-70725749-4834-4786-a519-f77cdd64f15f req-ce362d32-d8e8-4233-8f06-68810b9b3ea0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a39af706-4a29-48d3-afb9-49b0f8efc7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460448 Mar 07 23:32:32.757080 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-3d8ee23e-15d6-4646-bc60-75f6cc34f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:29Z', 'revision_number': 4, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': 'eaa526d0-fb10-4f97-b954-9679db5f69d6', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'port_id': '925737a8-3888-44a1-b1cb-8857da2f1d36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'mac_address': 'fa:16:3e:5c:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fc103d-e96f-4c07-910c-99e66926d481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:32:30Z', 'updated_at': '2022-03-07T23:32:30Z', 'revision_number': 0, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1ffa29-bbd5-45af-9992-9726338dbd5c', 'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'mac_address': 'fa:16:3e:dd:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:28Z', 'updated_at': '2022-03-07T23:29:33Z', 'revision_number': 5, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'subnets': [{'id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:32:32.766535 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-70725749-4834-4786-a519-f77cdd64f15f req-71d8d6d9-3a18-45bb-8598-6d83fae22ef3 service neutron] 10.222.0.16 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841384 Mar 07 23:32:32.785876 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8ee23e-15d6-4646-bc60-75f6cc34f253 None None] The sync data for ids ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'] in dv-cinder-813223-6-iscsi is: [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:29Z', 'revision_number': 4, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': 'eaa526d0-fb10-4f97-b954-9679db5f69d6', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'port_id': '925737a8-3888-44a1-b1cb-8857da2f1d36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'mac_address': 'fa:16:3e:5c:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fc103d-e96f-4c07-910c-99e66926d481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:32:30Z', 'updated_at': '2022-03-07T23:32:30Z', 'revision_number': 0, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1ffa29-bbd5-45af-9992-9726338dbd5c', 'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'mac_address': 'fa:16:3e:dd:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:28Z', 'updated_at': '2022-03-07T23:29:33Z', 'revision_number': 5, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'subnets': [{'id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:32:32.859255 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-70725749-4834-4786-a519-f77cdd64f15f req-de5ec82f-2115-4bd1-9758-6796cfbc6601 service neutron] 10.222.0.16 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862849 Mar 07 23:32:32.982422 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a8a25a-a973-42d6-bc1f-e9c71fdfcf4c None None] New status for floating IP eaa526d0-fb10-4f97-b954-9679db5f69d6: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:32:53.890490 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8c80ce6f-3ddf-4fee-8fd4-b06accd20933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:56.044609 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:56.147379 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-5cfb2899-e786-4068-a21f-30f42e86f471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:57.730109 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:32:58.924856 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:33:00.347148 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:33:03.059492 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a6f6bb58-0874-44f8-b3f9-67537ee7eab5 req-f8f90f9b-5725-447c-a512-2bdbe497a7b3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=61fc103d-e96f-4c07-910c-99e66926d481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414920 Mar 07 23:33:03.140464 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6bb58-0874-44f8-b3f9-67537ee7eab5 req-1d24e9d9-7d73-4a93-9ad2-390532bbfc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:33:03.141949 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a6f6bb58-0874-44f8-b3f9-67537ee7eab5 req-1d24e9d9-7d73-4a93-9ad2-390532bbfc98 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3949c6f9dfc24d0ead21f56b108d34f0&device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 1130 time: 0.0429630 Mar 07 23:33:03.242682 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6bb58-0874-44f8-b3f9-67537ee7eab5 req-ece8af1a-a9dc-4d79-943d-85fb018a8bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:33:03.244021 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a6f6bb58-0874-44f8-b3f9-67537ee7eab5 req-ece8af1a-a9dc-4d79-943d-85fb018a8bf8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a39af706-4a29-48d3-afb9-49b0f8efc7cc HTTP/1.1" status: 200 len: 913 time: 0.0850554 Mar 07 23:33:03.303763 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a6f6bb58-0874-44f8-b3f9-67537ee7eab5 req-87766564-6755-474a-9dad-37bd5373568f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=925737a8-3888-44a1-b1cb-8857da2f1d36 HTTP/1.1" status: 200 len: 1002 time: 0.0543199 Mar 07 23:33:03.349292 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6bb58-0874-44f8-b3f9-67537ee7eab5 req-643fdb65-c658-454d-8606-fd7e12d4893c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:33:03.350686 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a6f6bb58-0874-44f8-b3f9-67537ee7eab5 req-643fdb65-c658-454d-8606-fd7e12d4893c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0 HTTP/1.1" status: 200 len: 851 time: 0.0406446 Mar 07 23:33:03.400931 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6bb58-0874-44f8-b3f9-67537ee7eab5 req-01883130-8485-4c09-95c6-e2b127c72a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:33:03.402402 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a6f6bb58-0874-44f8-b3f9-67537ee7eab5 req-01883130-8485-4c09-95c6-e2b127c72a40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a39af706-4a29-48d3-afb9-49b0f8efc7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453520 Mar 07 23:33:03.487867 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a6f6bb58-0874-44f8-b3f9-67537ee7eab5 req-bd4e1e1a-33a3-49b6-aa9e-5ae6468155f7 service neutron] 10.222.0.16 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793457 Mar 07 23:33:03.576321 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a6f6bb58-0874-44f8-b3f9-67537ee7eab5 req-cb598bc0-c937-4b36-a3b5-667009d50a1a service neutron] 10.222.0.16 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817964 Mar 07 23:33:04.043425 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:33:23.884026 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-5db4e700-51c5-4457-a063-77224ba69356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:33:26.055245 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:33:26.158011 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-7a961c9f-5b8f-4134-b3b8-2883ef011475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:33:27.758317 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:33:28.923863 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:33:30.374877 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:33:41.043634 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:33:53.865795 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-04669510-c724-458f-8410-c321db8671f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:33:56.071272 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:33:56.139773 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-52d9d72f-5085-4f3d-bc0c-770559277409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:33:57.751347 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:33:58.968713 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:00.391427 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:06.577600 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b30ae263-fb81-4f90-8292-0c267f67ea3d req-45a16a30-3fdf-4023-b826-d34fa863aad1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=61fc103d-e96f-4c07-910c-99e66926d481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444057 Mar 07 23:34:06.657550 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ae263-fb81-4f90-8292-0c267f67ea3d req-906ba33a-746d-469e-967d-639265a2fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:06.658923 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b30ae263-fb81-4f90-8292-0c267f67ea3d req-906ba33a-746d-469e-967d-639265a2fe87 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3949c6f9dfc24d0ead21f56b108d34f0&device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 1130 time: 0.0424161 Mar 07 23:34:06.760575 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ae263-fb81-4f90-8292-0c267f67ea3d req-fb0fb570-01c9-4589-979b-bfd2f3045910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:06.762034 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b30ae263-fb81-4f90-8292-0c267f67ea3d req-fb0fb570-01c9-4589-979b-bfd2f3045910 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a39af706-4a29-48d3-afb9-49b0f8efc7cc HTTP/1.1" status: 200 len: 913 time: 0.0843916 Mar 07 23:34:06.825089 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b30ae263-fb81-4f90-8292-0c267f67ea3d req-a182b14e-ab38-4b13-b40d-d80943d2715b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=925737a8-3888-44a1-b1cb-8857da2f1d36 HTTP/1.1" status: 200 len: 1002 time: 0.0561612 Mar 07 23:34:06.875752 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ae263-fb81-4f90-8292-0c267f67ea3d req-92b1b2bb-ddf2-4c38-a975-7852cc0b1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:06.877230 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b30ae263-fb81-4f90-8292-0c267f67ea3d req-92b1b2bb-ddf2-4c38-a975-7852cc0b1a77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0 HTTP/1.1" status: 200 len: 851 time: 0.0458586 Mar 07 23:34:06.923758 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ae263-fb81-4f90-8292-0c267f67ea3d req-1a822104-b375-4af8-b802-f6a3e3a35805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:06.925139 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b30ae263-fb81-4f90-8292-0c267f67ea3d req-1a822104-b375-4af8-b802-f6a3e3a35805 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a39af706-4a29-48d3-afb9-49b0f8efc7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415909 Mar 07 23:34:07.011258 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b30ae263-fb81-4f90-8292-0c267f67ea3d req-e26d5b52-bb42-480e-8ef8-c5a742954bf4 service neutron] 10.222.0.16 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780849 Mar 07 23:34:07.100296 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b30ae263-fb81-4f90-8292-0c267f67ea3d req-7670208f-d273-4103-ba20-587ab808efa0 service neutron] 10.222.0.16 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814989 Mar 07 23:34:08.677275 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-4d7d32aa-632a-4d41-96d5-956b6d02c41f tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096410078&fields=id&tenant_id=3949c6f9dfc24d0ead21f56b108d34f0 HTTP/1.1" status: 200 len: 267 time: 0.0462031 Mar 07 23:34:08.777975 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-23d2ecab-78aa-48f8-9c7c-f3c3ae2f2383 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:08.779415 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-23d2ecab-78aa-48f8-9c7c-f3c3ae2f2383 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/networks?id=a39af706-4a29-48d3-afb9-49b0f8efc7cc HTTP/1.1" status: 200 len: 812 time: 0.0954022 Mar 07 23:34:08.793685 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-49f6c740-c4ea-41f2-861a-dce3a93656a0 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/quotas/3949c6f9dfc24d0ead21f56b108d34f0 HTTP/1.1" status: 200 len: 375 time: 0.0091257 Mar 07 23:34:08.847077 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-a241ba38-357e-4f08-8e3f-895d89f8b5c9 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3949c6f9dfc24d0ead21f56b108d34f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488179 Mar 07 23:34:08.949666 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-b58e88f2-241f-46c0-ae0f-149fb17ab100 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103607) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 23:34:08.950645 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-b58e88f2-241f-46c0-ae0f-149fb17ab100 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0926290 Mar 07 23:34:09.038869 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-2ce7c7d9-61d8-4ea8-9b49-fa7323560da4 service neutron] 10.222.0.24 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824556 Mar 07 23:34:09.129616 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-35d669e3-d66c-4310-9144-0c6fc5d25f6f service neutron] 10.222.0.24 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837326 Mar 07 23:34:09.617415 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-460e3bf8-bae3-407c-b802-23be56415948 req-15796bf1-1e24-46ce-bdb3-7940f3ce5761 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 210 time: 0.0277073 Mar 07 23:34:10.709515 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-b778bde9-2dcd-4d79-af69-238e682378d2 req-e09f2a72-6d4f-4659-8ca0-9075c2c06ba7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 210 time: 0.0271201 Mar 07 23:34:11.345729 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-ec6204b2-7bc3-4617-bc9b-1c4a430052cc tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:11.347240 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-ec6204b2-7bc3-4617-bc9b-1c4a430052cc tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.16 "GET /v2.0/networks?id=a39af706-4a29-48d3-afb9-49b0f8efc7cc HTTP/1.1" status: 200 len: 812 time: 0.1034050 Mar 07 23:34:11.408016 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-22260953-a97b-4050-a022-c8e858d6b031 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3949c6f9dfc24d0ead21f56b108d34f0 HTTP/1.1" status: 200 len: 380 time: 0.0520167 Mar 07 23:34:11.421926 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Request body: {'port': {'device_id': 'bfbd30fd-bbd2-4768-b19a-ce68d042e836', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'admin_state_up': True, 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'security_groups': ['5acf419f-fa9f-4af3-859b-afc38600fe1a']}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:34:11.614340 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Made reservation on behalf of 3949c6f9dfc24d0ead21f56b108d34f0 for: {'port': 1} {{(pid=103608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 23:34:11.617756 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:11.739900 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_common [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Allocated IP 172.20.0.4 (a39af706-4a29-48d3-afb9-49b0f8efc7cc/899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0/c2ebf978-7d34-45ed-8607-d4a12647cdc5) {{(pid=103608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:34:11.827716 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-dce5bc48-e287-400a-aa26-c4a561a7170b req-e8e7d46f-b617-4261-9de8-d620792d3df7 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 210 time: 0.0450544 Mar 07 23:34:11.898749 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for port (c2ebf978-7d34-45ed-8607-d4a12647cdc5), precommit_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:12.031623 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (c2ebf978-7d34-45ed-8607-d4a12647cdc5), after_create {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:12.076363 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Network a39af706-4a29-48d3-afb9-49b0f8efc7cc is already hosted by enough agents. {{(pid=103608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:34:12.078695 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.base_scheduler [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Resources bound (agent type, host, resource id): {{(pid=103608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:34:12.082320 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Received port after_create {{(pid=103608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:34:12.089485 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Pushing event updated for resources: {'Port': ['ID=c2ebf978-7d34-45ed-8607-d4a12647cdc5,revision_number=1']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:34:12.122550 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:12.125029 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:12.125029 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:12.125029 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:12.125029 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:12.125029 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:12.125029 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:12.125029 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:12.125798 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:12.125798 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:12.125798 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:12.126200 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:12.126423 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:12.152763 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:12.153425 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:12.211507 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-b60f5a94-60ee-4527-acf3-3e2a071f5ae4 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7933514 Mar 07 23:34:12.222888 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.v2.base [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-5c0ae7d8-7809-47b9-aeaa-2bef143087d7 service neutron] Request body: {'port': {'device_id': 'bfbd30fd-bbd2-4768-b19a-ce68d042e836', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:34:12.283476 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-d9ef7512-2f2e-4d43-ae18-f4c2a7062b42 None None] Provisioning complete for port c2ebf978-7d34-45ed-8607-d4a12647cdc5 triggered by entity DHCP. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:34:12.284093 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d9ef7512-2f2e-4d43-ae18-f4c2a7062b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (c2ebf978-7d34-45ed-8607-d4a12647cdc5), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:12.319268 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-d9ef7512-2f2e-4d43-ae18-f4c2a7062b42 None None] Port c2ebf978-7d34-45ed-8607-d4a12647cdc5 cannot update to ACTIVE because it is not bound. {{(pid=103609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 23:34:12.537411 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-5c0ae7d8-7809-47b9-aeaa-2bef143087d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (c2ebf978-7d34-45ed-8607-d4a12647cdc5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:12.784522 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-5c0ae7d8-7809-47b9-aeaa-2bef143087d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ebf978-7d34-45ed-8607-d4a12647cdc5 {{(pid=103608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:34:12.791637 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-5c0ae7d8-7809-47b9-aeaa-2bef143087d7 service neutron] Publish callbacks [] for port (c2ebf978-7d34-45ed-8607-d4a12647cdc5), precommit_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:12.802936 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.provisioning_blocks [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-5c0ae7d8-7809-47b9-aeaa-2bef143087d7 service neutron] Transition to ACTIVE for port object c2ebf978-7d34-45ed-8607-d4a12647cdc5 will not be triggered until provisioned by entity L2. {{(pid=103608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 23:34:12.877314 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-5c0ae7d8-7809-47b9-aeaa-2bef143087d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (c2ebf978-7d34-45ed-8607-d4a12647cdc5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:12.927545 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ae7d8-7809-47b9-aeaa-2bef143087d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ebf978-7d34-45ed-8607-d4a12647cdc5,revision_number=2']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:34:12.954057 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eac99c-ac86-4e15-904f-e43c70ec0f5b req-2e439d3b-bfa7-42f8-8ab9-fdb1dd08f2f5 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:12.955574 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-64eac99c-ac86-4e15-904f-e43c70ec0f5b req-2e439d3b-bfa7-42f8-8ab9-fdb1dd08f2f5 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 943 time: 0.0566015 Mar 07 23:34:13.000230 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-5c0ae7d8-7809-47b9-aeaa-2bef143087d7 service neutron] Attempting to bind port c2ebf978-7d34-45ed-8607-d4a12647cdc5 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 23:34:13.000230 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-5c0ae7d8-7809-47b9-aeaa-2bef143087d7 service neutron] Attempting to bind port c2ebf978-7d34-45ed-8607-d4a12647cdc5 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '209b9c24-1ae4-40d3-803e-22e9e958952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc'}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 23:34:13.000713 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-5c0ae7d8-7809-47b9-aeaa-2bef143087d7 service neutron] Attempting to bind port c2ebf978-7d34-45ed-8607-d4a12647cdc5 on network a39af706-4a29-48d3-afb9-49b0f8efc7cc {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:34:13.005375 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-5c0ae7d8-7809-47b9-aeaa-2bef143087d7 service neutron] Port c2ebf978-7d34-45ed-8607-d4a12647cdc5 on network a39af706-4a29-48d3-afb9-49b0f8efc7cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 23:34:13.005794 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-5c0ae7d8-7809-47b9-aeaa-2bef143087d7 service neutron] Attempting to bind port c2ebf978-7d34-45ed-8607-d4a12647cdc5 on network a39af706-4a29-48d3-afb9-49b0f8efc7cc {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 23:34:13.009733 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-64eac99c-ac86-4e15-904f-e43c70ec0f5b req-9c5ba0ef-371d-4184-91b2-9ab71e6c3782 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455523 Mar 07 23:34:13.011702 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-5c0ae7d8-7809-47b9-aeaa-2bef143087d7 service neutron] Checking agent: {'id': 'c3ad4338-66dc-4d28-9621-abda7889d413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'started_at': datetime.datetime(2022, 3, 7, 23, 17, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 23, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 23:34:13.012163 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-5c0ae7d8-7809-47b9-aeaa-2bef143087d7 service neutron] Checking segment: {'id': '209b9c24-1ae4-40d3-803e-22e9e958952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 23:34:13.012791 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-5c0ae7d8-7809-47b9-aeaa-2bef143087d7 service neutron] Bound using segment: {'id': '209b9c24-1ae4-40d3-803e-22e9e958952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc'} {{(pid=103608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 23:34:13.013457 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.managers [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-5c0ae7d8-7809-47b9-aeaa-2bef143087d7 service neutron] Bound port: c2ebf978-7d34-45ed-8607-d4a12647cdc5, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209b9c24-1ae4-40d3-803e-22e9e958952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc'}}] {{(pid=103608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 23:34:13.013981 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-5c0ae7d8-7809-47b9-aeaa-2bef143087d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (c2ebf978-7d34-45ed-8607-d4a12647cdc5), before_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:13.081895 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-5c0ae7d8-7809-47b9-aeaa-2bef143087d7 service neutron] For port c2ebf978-7d34-45ed-8607-d4a12647cdc5, host hv-cinder-81322, cleared binding levels {{(pid=103608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 23:34:13.087206 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-5c0ae7d8-7809-47b9-aeaa-2bef143087d7 service neutron] For port c2ebf978-7d34-45ed-8607-d4a12647cdc5, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c2ebf978-7d34-45ed-8607-d4a12647cdc5,segment=NetworkSegment(209b9c24-1ae4-40d3-803e-22e9e958952c),segment_id=209b9c24-1ae4-40d3-803e-22e9e958952c)] {{(pid=103608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 23:34:13.163495 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-5c0ae7d8-7809-47b9-aeaa-2bef143087d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2398467'] for port (c2ebf978-7d34-45ed-8607-d4a12647cdc5), after_update {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:13.195025 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-5c0ae7d8-7809-47b9-aeaa-2bef143087d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:13.195619 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-5c0ae7d8-7809-47b9-aeaa-2bef143087d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:13.197861 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-5c0ae7d8-7809-47b9-aeaa-2bef143087d7 service neutron] 10.222.0.16 "PUT /v2.0/ports/c2ebf978-7d34-45ed-8607-d4a12647cdc5 HTTP/1.1" status: 200 len: 1093 time: 0.9792535 Mar 07 23:34:13.200002 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbd30fd-bbd2-4768-b19a-ce68d042e836', 'tag': 'c2ebf978-7d34-45ed-8607-d4a12647cdc5'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:34:13.203111 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898487aa-fe0a-4c54-ba5d-90073e5e8808" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbd30fd-bbd2-4768-b19a-ce68d042e836", "tag": "c2ebf978-7d34-45ed-8607-d4a12647cdc5"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:34:13.230938 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ae7d8-7809-47b9-aeaa-2bef143087d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ebf978-7d34-45ed-8607-d4a12647cdc5,revision_number=3']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:34:13.249290 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c1c90a-c443-436a-9c38-9ed87d6b6ee4 x-openstack-request-id: req-45c1c90a-c443-436a-9c38-9ed87d6b6ee4 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:34:13.249571 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbd30fd-bbd2-4768-b19a-ce68d042e836", "tag": "c2ebf978-7d34-45ed-8607-d4a12647cdc5", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:34:13.249825 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45c1c90a-c443-436a-9c38-9ed87d6b6ee4 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:34:13.250224 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbd30fd-bbd2-4768-b19a-ce68d042e836', 'tag': 'c2ebf978-7d34-45ed-8607-d4a12647cdc5', 'status': 'completed', 'code': 200} Mar 07 23:34:13.314516 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898487aa-fe0a-4c54-ba5d-90073e5e8808 req-f5dd5532-7f77-4fa2-b481-a9ab77b1953c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:13.316069 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-898487aa-fe0a-4c54-ba5d-90073e5e8808 req-f5dd5532-7f77-4fa2-b481-a9ab77b1953c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3949c6f9dfc24d0ead21f56b108d34f0&device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 1127 time: 0.0469201 Mar 07 23:34:13.414370 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898487aa-fe0a-4c54-ba5d-90073e5e8808 req-6e3f602e-2453-4d89-bc2e-811f2b904356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:13.416330 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-898487aa-fe0a-4c54-ba5d-90073e5e8808 req-6e3f602e-2453-4d89-bc2e-811f2b904356 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=3949c6f9dfc24d0ead21f56b108d34f0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0932150 Mar 07 23:34:13.506745 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898487aa-fe0a-4c54-ba5d-90073e5e8808 req-12296c04-9a0e-432c-8f4f-0226343f9adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:13.508240 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-898487aa-fe0a-4c54-ba5d-90073e5e8808 req-12296c04-9a0e-432c-8f4f-0226343f9adc service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867045 Mar 07 23:34:13.591889 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-10f677ea-e952-46c6-994a-f98d85019272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:13.593311 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-10f677ea-e952-46c6-994a-f98d85019272 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3949c6f9dfc24d0ead21f56b108d34f0&device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 1127 time: 0.0476072 Mar 07 23:34:13.633678 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-7852c757-0477-47e0-92f2-210208394ef2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2ebf978-7d34-45ed-8607-d4a12647cdc5 HTTP/1.1" status: 200 len: 217 time: 0.0339720 Mar 07 23:34:13.680690 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-805ad769-54e6-433f-b8bf-58e44082c169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:13.682168 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-805ad769-54e6-433f-b8bf-58e44082c169 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0 HTTP/1.1" status: 200 len: 851 time: 0.0433614 Mar 07 23:34:13.729791 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-84b6ee74-db73-4bcd-86de-48e272713c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:13.731263 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-84b6ee74-db73-4bcd-86de-48e272713c56 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a39af706-4a29-48d3-afb9-49b0f8efc7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434659 Mar 07 23:34:13.819332 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-83d4bc61-fd8a-4696-92d5-62a617dc032d service neutron] 10.222.0.16 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824330 Mar 07 23:34:13.908263 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1adfa6f2-aae0-4fa6-801e-76b995b4b4ca req-38e3c49e-95a0-45cc-8981-9f35dbe0d19f service neutron] 10.222.0.16 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820990 Mar 07 23:34:14.123261 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab11491-9e46-4164-be0f-d84af4ab785c req-b78fb06f-c04d-4856-a878-33dd1176e4dd tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:14.124807 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0ab11491-9e46-4164-be0f-d84af4ab785c req-b78fb06f-c04d-4856-a878-33dd1176e4dd tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 943 time: 0.0510261 Mar 07 23:34:14.174926 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-0ab11491-9e46-4164-be0f-d84af4ab785c req-14b8c747-6556-4613-8a54-02e2913a7f2c tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445151 Mar 07 23:34:15.291952 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a63d92-81d2-4b46-a543-abe8d24775f4 req-ed10b832-5d42-418a-a60d-4458759e012c tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:15.293449 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a9a63d92-81d2-4b46-a543-abe8d24775f4 req-ed10b832-5d42-418a-a60d-4458759e012c tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 943 time: 0.0526085 Mar 07 23:34:15.339662 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a9a63d92-81d2-4b46-a543-abe8d24775f4 req-c9324f47-7135-43d6-983a-9535825052e6 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407457 Mar 07 23:34:16.452382 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ce3a1-67d8-415b-a3d1-3e7506b60d54 req-3875a161-10d7-4bb3-8379-a9ac6201c4ee tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:16.453841 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-138ce3a1-67d8-415b-a3d1-3e7506b60d54 req-3875a161-10d7-4bb3-8379-a9ac6201c4ee tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 943 time: 0.0502627 Mar 07 23:34:16.500205 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-138ce3a1-67d8-415b-a3d1-3e7506b60d54 req-7dcce7d5-f410-4a8a-86b5-f843c1ace31d tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409255 Mar 07 23:34:17.623184 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df75d2-1989-4a9e-884d-85185804b95f req-36611e80-8de3-4d47-89f5-94485ae2d19e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:17.624669 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f8df75d2-1989-4a9e-884d-85185804b95f req-36611e80-8de3-4d47-89f5-94485ae2d19e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 943 time: 0.0520120 Mar 07 23:34:17.671497 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-f8df75d2-1989-4a9e-884d-85185804b95f req-40c28178-b7c2-4519-a9e8-0957848d7340 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413330 Mar 07 23:34:18.042398 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:34:18.788886 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3dcdca-c8ef-4357-bb82-f2d5374237fe req-b53e4adb-c6fb-4a1d-90aa-055943d15341 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:18.790296 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5e3dcdca-c8ef-4357-bb82-f2d5374237fe req-b53e4adb-c6fb-4a1d-90aa-055943d15341 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 943 time: 0.0516512 Mar 07 23:34:18.836547 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-5e3dcdca-c8ef-4357-bb82-f2d5374237fe req-be37265d-45f3-4bc1-a138-1caeb9a68b94 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408964 Mar 07 23:34:19.953699 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6d36a-52d7-478a-8a28-8f2fe446a0b8 req-5eabbbae-6ba6-4535-aee0-6537587d442e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:19.955147 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1be6d36a-52d7-478a-8a28-8f2fe446a0b8 req-5eabbbae-6ba6-4535-aee0-6537587d442e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 943 time: 0.0546832 Mar 07 23:34:20.001788 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-1be6d36a-52d7-478a-8a28-8f2fe446a0b8 req-01ab8985-b683-4f82-8693-29f9ffa5536e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411429 Mar 07 23:34:21.120382 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26cf33-616f-4243-985e-ebe124ceffb7 req-b20d28ef-78f8-4b8e-94b7-49cba27a94bc tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:21.121893 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1d26cf33-616f-4243-985e-ebe124ceffb7 req-b20d28ef-78f8-4b8e-94b7-49cba27a94bc tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 943 time: 0.0551348 Mar 07 23:34:21.169391 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-1d26cf33-616f-4243-985e-ebe124ceffb7 req-4a0732ab-5091-416c-b92a-dab363770deb tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420589 Mar 07 23:34:21.841989 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device c2ebf978-7d34-45ed-8607-d4a12647cdc5 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 23:34:21.936302 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port c2ebf978-7d34-45ed-8607-d4a12647cdc5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c2ebf978-7d34-45ed-8607-d4a12647cdc5,segment=NetworkSegment(209b9c24-1ae4-40d3-803e-22e9e958952c),segment_id=209b9c24-1ae4-40d3-803e-22e9e958952c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:34:21.946851 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Returning: {'device': 'c2ebf978-7d34-45ed-8607-d4a12647cdc5', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'port_id': 'c2ebf978-7d34-45ed-8607-d4a12647cdc5', 'mac_address': 'fa:16:3e:46:e8:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 23:34:21.983251 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port c2ebf978-7d34-45ed-8607-d4a12647cdc5 is: DOWN; New status is: BUILD {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:34:21.983636 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (c2ebf978-7d34-45ed-8607-d4a12647cdc5), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:21.996579 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ebf978-7d34-45ed-8607-d4a12647cdc5 {{(pid=103609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 23:34:22.015974 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port c2ebf978-7d34-45ed-8607-d4a12647cdc5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c2ebf978-7d34-45ed-8607-d4a12647cdc5,segment=NetworkSegment(209b9c24-1ae4-40d3-803e-22e9e958952c),segment_id=209b9c24-1ae4-40d3-803e-22e9e958952c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:34:22.105429 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (c2ebf978-7d34-45ed-8607-d4a12647cdc5), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:22.154655 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=c2ebf978-7d34-45ed-8607-d4a12647cdc5,revision_number=4']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:34:22.161270 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:22.161597 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:22.161938 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:22.162272 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:22.162598 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:22.162925 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:22.163252 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:22.163575 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:22.163895 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:22.164218 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:22.164536 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:22.164852 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:22.165236 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:22.286095 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd279a4f-2ba2-4dab-a193-17cbc2ad03f6 req-3bf315c0-adb4-4dc7-bcf3-afafe20448c5 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:22.287589 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bd279a4f-2ba2-4dab-a193-17cbc2ad03f6 req-3bf315c0-adb4-4dc7-bcf3-afafe20448c5 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 944 time: 0.0523486 Mar 07 23:34:22.323746 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] get_ports_and_sgs() called for port_ids ['c2ebf978-7d34-45ed-8607-d4a12647cdc5'] {{(pid=103609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 23:34:22.334816 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bd279a4f-2ba2-4dab-a193-17cbc2ad03f6 req-04c3e495-6f01-426f-b28e-cafd8b7cb134 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412319 Mar 07 23:34:23.450316 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa0c62-378b-4014-8ca2-35cbb013468e req-1dc6cea7-171c-432a-b8ba-a141d1186633 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:23.451770 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-94aa0c62-378b-4014-8ca2-35cbb013468e req-1dc6cea7-171c-432a-b8ba-a141d1186633 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 944 time: 0.0505638 Mar 07 23:34:23.498625 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-94aa0c62-378b-4014-8ca2-35cbb013468e req-d39853de-29f8-4202-8fc8-81ea18841c83 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414355 Mar 07 23:34:23.846711 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device c2ebf978-7d34-45ed-8607-d4a12647cdc5 up at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 23:34:23.874419 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-b21b3b49-6461-4590-b47f-967cb9a98a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:23.939401 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning for port c2ebf978-7d34-45ed-8607-d4a12647cdc5 completed by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 23:34:23.943064 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.provisioning_blocks [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Provisioning complete for port c2ebf978-7d34-45ed-8607-d4a12647cdc5 triggered by entity L2. {{(pid=103609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 23:34:23.943436 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1481189'] for port (c2ebf978-7d34-45ed-8607-d4a12647cdc5), provisioning_complete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:24.020098 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Current status of the port c2ebf978-7d34-45ed-8607-d4a12647cdc5 is: BUILD; New status is: ACTIVE {{(pid=103609) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 23:34:24.020483 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (c2ebf978-7d34-45ed-8607-d4a12647cdc5), before_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:24.042403 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbd30fd-bbd2-4768-b19a-ce68d042e836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ebf978-7d34-45ed-8607-d4a12647cdc5'}] {{(pid=103609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:34:24.044619 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7374a9f3461422b1f86346bcfe11773797a133f0e4ca013c3fcc210292a8983e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636699cd-7883-4216-b145-f2a8ed8b3b52" -d '{"events": [{"server_uuid": "bfbd30fd-bbd2-4768-b19a-ce68d042e836", "name": "network-vif-plugged", "status": "completed", "tag": "c2ebf978-7d34-45ed-8607-d4a12647cdc5"}]}' {{(pid=103609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:34:24.059623 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-71196375-eced-447d-95fe-29918fee63d6 None None] For port c2ebf978-7d34-45ed-8607-d4a12647cdc5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c2ebf978-7d34-45ed-8607-d4a12647cdc5,segment=NetworkSegment(209b9c24-1ae4-40d3-803e-22e9e958952c),segment_id=209b9c24-1ae4-40d3-803e-22e9e958952c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:34:24.082661 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c180c9-16db-4d91-946b-72ceff3b18bd x-openstack-request-id: req-82c180c9-16db-4d91-946b-72ceff3b18bd {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:34:24.082661 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbd30fd-bbd2-4768-b19a-ce68d042e836", "name": "network-vif-plugged", "status": "completed", "tag": "c2ebf978-7d34-45ed-8607-d4a12647cdc5", "code": 200}]} {{(pid=103609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:34:24.082661 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82c180c9-16db-4d91-946b-72ceff3b18bd {{(pid=103609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:34:24.082661 dv-cinder-813223-6-iscsi neutron-server[103609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbd30fd-bbd2-4768-b19a-ce68d042e836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ebf978-7d34-45ed-8607-d4a12647cdc5', 'code': 200} Mar 07 23:34:24.116858 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907'] for port (c2ebf978-7d34-45ed-8607-d4a12647cdc5), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:24.164371 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Pushing event updated for resources: {'Port': ['ID=c2ebf978-7d34-45ed-8607-d4a12647cdc5,revision_number=5']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:34:24.415550 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d784e-36e2-46b5-a33f-77879e826466 req-9186f14a-251c-4413-acd1-42bbe2d667a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:24.416985 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c36d784e-36e2-46b5-a33f-77879e826466 req-9186f14a-251c-4413-acd1-42bbe2d667a8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 1129 time: 0.0431638 Mar 07 23:34:24.465399 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c36d784e-36e2-46b5-a33f-77879e826466 req-9aba0ada-0bf3-4c0d-9c87-4ef26d113f61 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423899 Mar 07 23:34:24.611873 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2d479-2847-492e-b82b-fce62b499a13 req-64a95083-0dcf-4285-a39f-02168fccb362 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:24.613325 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9ca2d479-2847-492e-b82b-fce62b499a13 req-64a95083-0dcf-4285-a39f-02168fccb362 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 945 time: 0.0507901 Mar 07 23:34:24.663065 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-9ca2d479-2847-492e-b82b-fce62b499a13 req-90f9df0f-1b13-4317-bada-3f0d13be6848 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443380 Mar 07 23:34:25.780376 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7144f-15e0-4bdb-bb3a-5f20e4c9ed61 req-3b88c908-7a9f-4bd3-a61f-cab92095c57e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:25.781827 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d2c7144f-15e0-4bdb-bb3a-5f20e4c9ed61 req-3b88c908-7a9f-4bd3-a61f-cab92095c57e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 945 time: 0.0512619 Mar 07 23:34:25.829185 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-d2c7144f-15e0-4bdb-bb3a-5f20e4c9ed61 req-3b6757b5-b161-4acf-bfb9-edc6f06abe90 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418754 Mar 07 23:34:25.942769 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc095b-0746-4126-911d-541dc436f5af req-02ef1509-fe5e-4b17-9fd4-5299a28220a0 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:25.944241 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-54fc095b-0746-4126-911d-541dc436f5af req-02ef1509-fe5e-4b17-9fd4-5299a28220a0 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 945 time: 0.0517573 Mar 07 23:34:25.991005 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-54fc095b-0746-4126-911d-541dc436f5af req-91b919ba-0c92-47dc-a046-0f14c8572dda tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412793 Mar 07 23:34:26.013390 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 50220) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:34:26.042939 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:26.055455 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150ff8d0-aa88-444b-9a19-1aa1a18253e8 tempest-TestVolumeBootPattern-1896426252 tempest-TestVolumeBootPattern-1896426252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:26.057617 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-150ff8d0-aa88-444b-9a19-1aa1a18253e8 tempest-TestVolumeBootPattern-1896426252 tempest-TestVolumeBootPattern-1896426252-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 1124 time: 0.0432837 Mar 07 23:34:26.060360 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 50222) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:34:26.064747 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.v2.base [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Request body: {'floatingip': {'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'port_id': 'c2ebf978-7d34-45ed-8607-d4a12647cdc5', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 23:34:26.134045 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:26.156821 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d4befa8b-5973-4e2f-a789-c516c9583959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:26.230202 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (None), before_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:26.328753 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_common [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Allocated IP 172.27.3.30 (4f60912c-99c2-416c-85f4-ec579757987b/f4612345-726c-47ef-92a6-cd50d588f814/37ecd2ed-6572-4926-90d3-eb61697e1507) {{(pid=103607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 23:34:26.429074 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for port (37ecd2ed-6572-4926-90d3-eb61697e1507), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:26.511607 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747802365871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (37ecd2ed-6572-4926-90d3-eb61697e1507), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:26.551062 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Network 4f60912c-99c2-416c-85f4-ec579757987b is already hosted by enough agents. {{(pid=103607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 23:34:26.553797 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.base_scheduler [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Resources bound (agent type, host, resource id): {{(pid=103607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 23:34:26.557145 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Received port after_create {{(pid=103607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 23:34:26.581482 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Pushing event updated for resources: {'Port': ['ID=37ecd2ed-6572-4926-90d3-eb61697e1507,revision_number=1']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:34:26.593918 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:26.594268 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:26.594610 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:26.594945 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:26.595275 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:26.595602 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:26.595927 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:26.596250 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:26.596580 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:26.596902 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:26.597247 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:26.597567 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:26.597882 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:34:26.919133 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for floatingip (d919429f-9219-41f8-bff4-e49d0e32b61c), precommit_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:27.043341 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568978'] for port (37ecd2ed-6572-4926-90d3-eb61697e1507), before_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:27.184104 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for port (37ecd2ed-6572-4926-90d3-eb61697e1507), precommit_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:27.224974 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747802889656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747802365889', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747802365907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9280631'] for port (37ecd2ed-6572-4926-90d3-eb61697e1507), after_update {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:27.292194 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Pushing event updated for resources: {'Port': ['ID=37ecd2ed-6572-4926-90d3-eb61697e1507,revision_number=2']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:34:27.303641 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557910'] for floatingip (d919429f-9219-41f8-bff4-e49d0e32b61c), after_create {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:27.402924 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.l3_db [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Floating IP d919429f-9219-41f8-bff4-e49d0e32b61c associated. External IP: 172.27.3.30, port: c2ebf978-7d34-45ed-8607-d4a12647cdc5. Mar 07 23:34:27.768035 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:27.888511 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:34:27.995175 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:34:28.004868 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41984593-6b54-420e-8d0c-897475b1978a None None] Sync routers for ids ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:34:28.016503 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41984593-6b54-420e-8d0c-897475b1978a None None] Routers {'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:34:28.018773 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-41984593-6b54-420e-8d0c-897475b1978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:34:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:34:28.074251 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:28.106158 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-492969ec-d564-4c9b-ba8d-95a79cc8cc6e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0447874 Mar 07 23:34:28.106745 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbd30fd-bbd2-4768-b19a-ce68d042e836', 'tag': 'c2ebf978-7d34-45ed-8607-d4a12647cdc5'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:34:28.109016 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740a342d-ca58-49bf-aca2-027e7e58429f" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbd30fd-bbd2-4768-b19a-ce68d042e836", "tag": "c2ebf978-7d34-45ed-8607-d4a12647cdc5"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:34:28.143446 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cc6d17-5b2c-4621-8f1b-ba7504d52670 x-openstack-request-id: req-52cc6d17-5b2c-4621-8f1b-ba7504d52670 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:34:28.143834 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbd30fd-bbd2-4768-b19a-ce68d042e836", "tag": "c2ebf978-7d34-45ed-8607-d4a12647cdc5", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:34:28.144088 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52cc6d17-5b2c-4621-8f1b-ba7504d52670 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:34:28.144479 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbd30fd-bbd2-4768-b19a-ce68d042e836', 'tag': 'c2ebf978-7d34-45ed-8607-d4a12647cdc5', 'status': 'completed', 'code': 200} Mar 07 23:34:28.207913 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a342d-ca58-49bf-aca2-027e7e58429f req-db318050-924d-44c9-ac39-65fbd3337001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:28.210221 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-740a342d-ca58-49bf-aca2-027e7e58429f req-db318050-924d-44c9-ac39-65fbd3337001 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3949c6f9dfc24d0ead21f56b108d34f0&device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 1129 time: 0.0444956 Mar 07 23:34:28.210854 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-41984593-6b54-420e-8d0c-897475b1978a None None] Set router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:34:28.302371 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a342d-ca58-49bf-aca2-027e7e58429f req-0d7b355b-29ac-464f-ad2c-81b396b31956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:28.303864 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-740a342d-ca58-49bf-aca2-027e7e58429f req-0d7b355b-29ac-464f-ad2c-81b396b31956 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a39af706-4a29-48d3-afb9-49b0f8efc7cc HTTP/1.1" status: 200 len: 913 time: 0.0883701 Mar 07 23:34:28.367686 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-740a342d-ca58-49bf-aca2-027e7e58429f req-51f5b474-c0d5-467d-943f-e46a30b53d3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2ebf978-7d34-45ed-8607-d4a12647cdc5 HTTP/1.1" status: 200 len: 998 time: 0.0575104 Mar 07 23:34:28.429391 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a342d-ca58-49bf-aca2-027e7e58429f req-34a053ed-330b-46ab-92f8-f72af8f6e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:28.429391 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-740a342d-ca58-49bf-aca2-027e7e58429f req-34a053ed-330b-46ab-92f8-f72af8f6e430 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0 HTTP/1.1" status: 200 len: 851 time: 0.0478680 Mar 07 23:34:28.452263 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-41984593-6b54-420e-8d0c-897475b1978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:29Z', 'revision_number': 4, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': 'd919429f-9219-41f8-bff4-e49d0e32b61c', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'port_id': 'c2ebf978-7d34-45ed-8607-d4a12647cdc5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'mac_address': 'fa:16:3e:46:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbd30fd-bbd2-4768-b19a-ce68d042e836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:34:26Z', 'updated_at': '2022-03-07T23:34:26Z', 'revision_number': 0, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'fixed_ip_address_scope': None}, {'id': 'eaa526d0-fb10-4f97-b954-9679db5f69d6', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'port_id': '925737a8-3888-44a1-b1cb-8857da2f1d36', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'mac_address': 'fa:16:3e:5c:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fc103d-e96f-4c07-910c-99e66926d481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:32:30Z', 'updated_at': '2022-03-07T23:32:33Z', 'revision_number': 1, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1ffa29-bbd5-45af-9992-9726338dbd5c', 'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'mac_address': 'fa:16:3e:dd:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:28Z', 'updated_at': '2022-03-07T23:29:33Z', 'revision_number': 5, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'subnets': [{'id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:34:28.470008 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a342d-ca58-49bf-aca2-027e7e58429f req-66840e63-d05c-4c7b-a258-895c9762c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:34:28.471541 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-740a342d-ca58-49bf-aca2-027e7e58429f req-66840e63-d05c-4c7b-a258-895c9762c854 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a39af706-4a29-48d3-afb9-49b0f8efc7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451016 Mar 07 23:34:28.485019 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41984593-6b54-420e-8d0c-897475b1978a None None] Checking router: afe12b4d-d5f1-482a-8afe-a38fc49c5f6d for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:34:28.493229 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41984593-6b54-420e-8d0c-897475b1978a None None] Routers {'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:34:28.493861 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-41984593-6b54-420e-8d0c-897475b1978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:34:26Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:34:28.566350 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-740a342d-ca58-49bf-aca2-027e7e58429f req-43354c9b-0de3-4346-bc5f-79bfbe336fa1 service neutron] 10.222.0.16 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891831 Mar 07 23:34:28.601683 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-41984593-6b54-420e-8d0c-897475b1978a None None] Set router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:34:28.664063 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-740a342d-ca58-49bf-aca2-027e7e58429f req-2d8b9bbe-2e9b-4b76-b0c9-3773b0c07059 service neutron] 10.222.0.16 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917583 Mar 07 23:34:28.821616 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-41984593-6b54-420e-8d0c-897475b1978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:29Z', 'revision_number': 4, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': 'd919429f-9219-41f8-bff4-e49d0e32b61c', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'port_id': 'c2ebf978-7d34-45ed-8607-d4a12647cdc5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'mac_address': 'fa:16:3e:46:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbd30fd-bbd2-4768-b19a-ce68d042e836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:34:26Z', 'updated_at': '2022-03-07T23:34:26Z', 'revision_number': 0, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'fixed_ip_address_scope': None}, {'id': 'eaa526d0-fb10-4f97-b954-9679db5f69d6', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'port_id': '925737a8-3888-44a1-b1cb-8857da2f1d36', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'mac_address': 'fa:16:3e:5c:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fc103d-e96f-4c07-910c-99e66926d481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:32:30Z', 'updated_at': '2022-03-07T23:32:33Z', 'revision_number': 1, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1ffa29-bbd5-45af-9992-9726338dbd5c', 'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'mac_address': 'fa:16:3e:dd:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:28Z', 'updated_at': '2022-03-07T23:29:33Z', 'revision_number': 5, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'subnets': [{'id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:34:28.850963 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41984593-6b54-420e-8d0c-897475b1978a None None] The sync data for ids ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'] in dv-cinder-813223-6-iscsi is: [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:29Z', 'revision_number': 4, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': 'd919429f-9219-41f8-bff4-e49d0e32b61c', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'port_id': 'c2ebf978-7d34-45ed-8607-d4a12647cdc5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'mac_address': 'fa:16:3e:46:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbd30fd-bbd2-4768-b19a-ce68d042e836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:34:26Z', 'updated_at': '2022-03-07T23:34:26Z', 'revision_number': 0, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'fixed_ip_address_scope': None}, {'id': 'eaa526d0-fb10-4f97-b954-9679db5f69d6', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'port_id': '925737a8-3888-44a1-b1cb-8857da2f1d36', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'mac_address': 'fa:16:3e:5c:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fc103d-e96f-4c07-910c-99e66926d481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:32:30Z', 'updated_at': '2022-03-07T23:32:33Z', 'revision_number': 1, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1ffa29-bbd5-45af-9992-9726338dbd5c', 'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'mac_address': 'fa:16:3e:dd:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:28Z', 'updated_at': '2022-03-07T23:29:33Z', 'revision_number': 5, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'subnets': [{'id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:34:28.968391 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:29.041032 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d4bc13-d6b4-4ea3-8927-b231b3f0e800 None None] New status for floating IP d919429f-9219-41f8-bff4-e49d0e32b61c: ACTIVE {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:34:30.407753 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:53.864647 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-6f315c20-a8d9-47b3-beff-a5e3b3abbc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:55.041805 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:34:56.075695 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:56.167484 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-65b4b0e3-b816-49b8-b1e2-3487a81f4204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:57.767228 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:34:58.943830 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:35:00.366773 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:35:07.063325 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e62f42b0-c3e4-42ec-adf7-816ddd78a98e req-0ddca29f-7b52-4f25-bf40-e0f6da1ff534 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=61fc103d-e96f-4c07-910c-99e66926d481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425775 Mar 07 23:35:07.152588 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f42b0-c3e4-42ec-adf7-816ddd78a98e req-ee7062f0-40b8-4b29-9bc3-ecb567694063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:35:07.154660 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e62f42b0-c3e4-42ec-adf7-816ddd78a98e req-ee7062f0-40b8-4b29-9bc3-ecb567694063 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3949c6f9dfc24d0ead21f56b108d34f0&device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 1130 time: 0.0465860 Mar 07 23:35:07.254386 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f42b0-c3e4-42ec-adf7-816ddd78a98e req-6312a553-de85-44d7-9300-97e37f2c756a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:35:07.255754 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e62f42b0-c3e4-42ec-adf7-816ddd78a98e req-6312a553-de85-44d7-9300-97e37f2c756a service neutron] 10.222.0.16 "GET /v2.0/networks?id=a39af706-4a29-48d3-afb9-49b0f8efc7cc HTTP/1.1" status: 200 len: 913 time: 0.0818689 Mar 07 23:35:07.323902 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e62f42b0-c3e4-42ec-adf7-816ddd78a98e req-4e126da7-ac4a-44c1-b6c6-397d70922c23 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=925737a8-3888-44a1-b1cb-8857da2f1d36 HTTP/1.1" status: 200 len: 1002 time: 0.0600829 Mar 07 23:35:07.370994 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f42b0-c3e4-42ec-adf7-816ddd78a98e req-f27f5661-3a8c-4bf2-9688-db305f43618d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:35:07.372412 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e62f42b0-c3e4-42ec-adf7-816ddd78a98e req-f27f5661-3a8c-4bf2-9688-db305f43618d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0 HTTP/1.1" status: 200 len: 851 time: 0.0416701 Mar 07 23:35:07.420321 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f42b0-c3e4-42ec-adf7-816ddd78a98e req-e35099a4-97b2-47ea-82a7-e0c051b02a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:35:07.421795 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e62f42b0-c3e4-42ec-adf7-816ddd78a98e req-e35099a4-97b2-47ea-82a7-e0c051b02a13 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a39af706-4a29-48d3-afb9-49b0f8efc7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424483 Mar 07 23:35:07.516877 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e62f42b0-c3e4-42ec-adf7-816ddd78a98e req-9b59b02c-7d3c-48f7-a733-13b9f87d1f1a service neutron] 10.222.0.16 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829489 Mar 07 23:35:07.603832 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-e62f42b0-c3e4-42ec-adf7-816ddd78a98e req-b3eb6d49-c0de-44a3-80c5-5baa342fc1c8 service neutron] 10.222.0.16 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801320 Mar 07 23:35:23.886154 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d5d65fc2-063a-4034-a5f2-c0ff6e409ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:35:26.091498 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:35:26.177408 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-773f5277-9115-4ad4-8129-f005d0f604ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:35:26.294269 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [req-6f209137-19bb-49a1-b1b0-e6d26bc6e12f req-3dcf0207-dda8-4b1d-ac81-f8485620b093 service neutron] (103607) timed out ('10.222.0.16', 54497) {{(pid=103607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 23:35:27.783552 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:35:28.994875 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:35:29.451347 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [req-f1da2934-92aa-46fe-a8a0-cdbe1fcc634d req-00f73e0f-c456-476c-b07c-c533f7100a33 service neutron] (103608) timed out ('10.222.0.16', 54488) {{(pid=103608) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 23:35:30.388843 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:35:32.040321 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:35:40.069038 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [req-792f91ab-e230-4a4d-b78f-3e725e70940f req-e55cadce-8dac-48cf-8952-836f1fd8c496 service neutron] (103607) timed out ('10.222.0.16', 54459) {{(pid=103607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 23:35:53.891436 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-7654946e-8951-4b97-a0f6-25eda63da24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:35:56.113895 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:35:56.165270 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-a8a330b8-fd94-4472-801b-48787ae58eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:35:57.765369 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:35:58.948056 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:35:59.005654 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 50256) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:35:59.201545 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Deleting port 37ecd2ed-6572-4926-90d3-eb61697e1507 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:35:59.201776 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (37ecd2ed-6572-4926-90d3-eb61697e1507), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:35:59.273432 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (37ecd2ed-6572-4926-90d3-eb61697e1507), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:35:59.273749 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for floatingip (37ecd2ed-6572-4926-90d3-eb61697e1507), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:35:59.285507 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Calling delete_port for 37ecd2ed-6572-4926-90d3-eb61697e1507 owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:35:59.462586 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (37ecd2ed-6572-4926-90d3-eb61697e1507), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:35:59.484830 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Pushing event deleted for resources: {'Port': ['ID=37ecd2ed-6572-4926-90d3-eb61697e1507,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:35:59.494290 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:35:59.494528 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:35:59.494872 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:35:59.495206 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:35:59.495555 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:35:59.495858 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:35:59.496542 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:35:59.496542 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:35:59.496794 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:35:59.497135 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:35:59.497473 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:35:59.497771 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:35:59.498650 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:35:59.559531 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for floatingip (d919429f-9219-41f8-bff4-e49d0e32b61c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:35:59.562537 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.l3_db [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Floating IP d919429f-9219-41f8-bff4-e49d0e32b61c disassociated (deleted). External IP: 172.27.3.30, port: c2ebf978-7d34-45ed-8607-d4a12647cdc5. Mar 07 23:35:59.763703 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:35:59.868793 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:35:59.873613 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:35:59.878524 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cd46d3-2e68-4a38-9978-8e10c4071506 None None] Sync routers for ids ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:35:59.887551 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cd46d3-2e68-4a38-9978-8e10c4071506 None None] Routers {'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:35:59.888158 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-73cd46d3-2e68-4a38-9978-8e10c4071506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:35:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:35:59.909011 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-a4e7a9e0-c245-46b1-b306-f71466c0925e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "DELETE /v2.0/floatingips/d919429f-9219-41f8-bff4-e49d0e32b61c HTTP/1.1" status: 204 len: 168 time: 0.8999183 Mar 07 23:35:59.909011 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbd30fd-bbd2-4768-b19a-ce68d042e836', 'tag': 'c2ebf978-7d34-45ed-8607-d4a12647cdc5'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:35:59.909620 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60e812b-bcf0-44e9-b660-f4b0726dfd01" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbd30fd-bbd2-4768-b19a-ce68d042e836", "tag": "c2ebf978-7d34-45ed-8607-d4a12647cdc5"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:35:59.949104 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791b38c8-4bbb-4c2f-abf3-d162eecf4c0b x-openstack-request-id: req-791b38c8-4bbb-4c2f-abf3-d162eecf4c0b {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:35:59.949399 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbd30fd-bbd2-4768-b19a-ce68d042e836", "tag": "c2ebf978-7d34-45ed-8607-d4a12647cdc5", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:35:59.949654 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-791b38c8-4bbb-4c2f-abf3-d162eecf4c0b {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:35:59.950330 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbd30fd-bbd2-4768-b19a-ce68d042e836', 'tag': 'c2ebf978-7d34-45ed-8607-d4a12647cdc5', 'status': 'completed', 'code': 200} Mar 07 23:35:59.997095 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-73cd46d3-2e68-4a38-9978-8e10c4071506 None None] Set router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:36:00.070699 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e812b-bcf0-44e9-b660-f4b0726dfd01 req-57a2d4d6-151e-404d-8340-67a8a1c60b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:36:00.072216 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a60e812b-bcf0-44e9-b660-f4b0726dfd01 req-57a2d4d6-151e-404d-8340-67a8a1c60b28 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3949c6f9dfc24d0ead21f56b108d34f0&device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 1129 time: 0.1016889 Mar 07 23:36:00.160595 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e812b-bcf0-44e9-b660-f4b0726dfd01 req-6685964a-1789-42a1-8fac-fb63cbb22c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:36:00.162107 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a60e812b-bcf0-44e9-b660-f4b0726dfd01 req-6685964a-1789-42a1-8fac-fb63cbb22c4a service neutron] 10.222.0.16 "GET /v2.0/networks?id=a39af706-4a29-48d3-afb9-49b0f8efc7cc HTTP/1.1" status: 200 len: 913 time: 0.0840733 Mar 07 23:36:00.206012 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a60e812b-bcf0-44e9-b660-f4b0726dfd01 req-fbd4a2e0-d08e-4626-bc5b-188870640fa3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2ebf978-7d34-45ed-8607-d4a12647cdc5 HTTP/1.1" status: 200 len: 217 time: 0.0380723 Mar 07 23:36:00.224474 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-73cd46d3-2e68-4a38-9978-8e10c4071506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:29Z', 'revision_number': 4, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': 'eaa526d0-fb10-4f97-b954-9679db5f69d6', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'port_id': '925737a8-3888-44a1-b1cb-8857da2f1d36', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'mac_address': 'fa:16:3e:5c:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fc103d-e96f-4c07-910c-99e66926d481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:32:30Z', 'updated_at': '2022-03-07T23:32:33Z', 'revision_number': 1, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1ffa29-bbd5-45af-9992-9726338dbd5c', 'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'mac_address': 'fa:16:3e:dd:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:28Z', 'updated_at': '2022-03-07T23:29:33Z', 'revision_number': 5, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'subnets': [{'id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:36:00.252102 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cd46d3-2e68-4a38-9978-8e10c4071506 None None] Checking router: afe12b4d-d5f1-482a-8afe-a38fc49c5f6d for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:36:00.257070 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e812b-bcf0-44e9-b660-f4b0726dfd01 req-f3c8e024-9602-4d40-be29-dc85a72511f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:36:00.261105 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a60e812b-bcf0-44e9-b660-f4b0726dfd01 req-f3c8e024-9602-4d40-be29-dc85a72511f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0 HTTP/1.1" status: 200 len: 851 time: 0.0449312 Mar 07 23:36:00.261239 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cd46d3-2e68-4a38-9978-8e10c4071506 None None] Routers {'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:36:00.261239 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-73cd46d3-2e68-4a38-9978-8e10c4071506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:35:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:36:00.324771 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e812b-bcf0-44e9-b660-f4b0726dfd01 req-0a8da95f-3342-44e6-9a2f-795eb91f7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:36:00.324771 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a60e812b-bcf0-44e9-b660-f4b0726dfd01 req-0a8da95f-3342-44e6-9a2f-795eb91f7267 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a39af706-4a29-48d3-afb9-49b0f8efc7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600204 Mar 07 23:36:00.394343 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:00.424883 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a60e812b-bcf0-44e9-b660-f4b0726dfd01 req-8b7f647c-c1e4-40d3-bb6e-d43ddf623bf9 service neutron] 10.222.0.16 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948749 Mar 07 23:36:00.464785 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-73cd46d3-2e68-4a38-9978-8e10c4071506 None None] Set router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:36:00.557478 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0b482-269a-4ebe-8b2b-9809d5da7b90 req-2f70e45f-448b-4b18-9aaa-fe931b95fc74 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:36:00.558911 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-07c0b482-269a-4ebe-8b2b-9809d5da7b90 req-2f70e45f-448b-4b18-9aaa-fe931b95fc74 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 945 time: 0.2716069 Mar 07 23:36:00.561038 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-a60e812b-bcf0-44e9-b660-f4b0726dfd01 req-b6c5a497-746f-4a44-affa-9e04182b01d9 service neutron] 10.222.0.16 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285145 Mar 07 23:36:00.609055 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-07c0b482-269a-4ebe-8b2b-9809d5da7b90 req-0f7c97aa-f42c-4e5e-b36e-22b231f76132 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438802 Mar 07 23:36:00.688798 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-73cd46d3-2e68-4a38-9978-8e10c4071506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:29Z', 'revision_number': 4, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': 'eaa526d0-fb10-4f97-b954-9679db5f69d6', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'port_id': '925737a8-3888-44a1-b1cb-8857da2f1d36', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'mac_address': 'fa:16:3e:5c:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fc103d-e96f-4c07-910c-99e66926d481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:32:30Z', 'updated_at': '2022-03-07T23:32:33Z', 'revision_number': 1, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1ffa29-bbd5-45af-9992-9726338dbd5c', 'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'mac_address': 'fa:16:3e:dd:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:28Z', 'updated_at': '2022-03-07T23:29:33Z', 'revision_number': 5, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'subnets': [{'id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:36:00.717802 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cd46d3-2e68-4a38-9978-8e10c4071506 None None] The sync data for ids ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'] in dv-cinder-813223-6-iscsi is: [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:29Z', 'revision_number': 4, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_floatingips': [{'id': 'eaa526d0-fb10-4f97-b954-9679db5f69d6', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'router_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'port_id': '925737a8-3888-44a1-b1cb-8857da2f1d36', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'mac_address': 'fa:16:3e:5c:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fc103d-e96f-4c07-910c-99e66926d481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T23:32:30Z', 'updated_at': '2022-03-07T23:32:33Z', 'revision_number': 1, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1ffa29-bbd5-45af-9992-9726338dbd5c', 'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'mac_address': 'fa:16:3e:dd:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:28Z', 'updated_at': '2022-03-07T23:29:33Z', 'revision_number': 5, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'subnets': [{'id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:36:00.925990 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dfc915-f5ff-4364-bc22-da0dc7f07ff1 None None] New status for floating IP d919429f-9219-41f8-bff4-e49d0e32b61c: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:36:01.773347 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ce1d8-a6f6-4eae-82ad-c425333b119f req-b9336a74-7497-4ba5-8798-03b9142e0a5e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:36:01.774815 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a61ce1d8-a6f6-4eae-82ad-c425333b119f req-b9336a74-7497-4ba5-8798-03b9142e0a5e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 945 time: 0.0983436 Mar 07 23:36:01.822875 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-a61ce1d8-a6f6-4eae-82ad-c425333b119f req-b339dd7d-0f1b-4650-8015-af2696c12faa tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418599 Mar 07 23:36:01.843412 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b9245-9d08-4a2d-9617-fb089d9ae83b req-9576e53a-e301-4a49-b8d4-5f65e889292f tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:36:01.844864 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b46b9245-9d08-4a2d-9617-fb089d9ae83b req-9576e53a-e301-4a49-b8d4-5f65e889292f tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 945 time: 0.0509830 Mar 07 23:36:01.937097 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [req-b46b9245-9d08-4a2d-9617-fb089d9ae83b req-632f5a77-abe8-4fed-aaa1-1c2bbfb30574 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Deleting port c2ebf978-7d34-45ed-8607-d4a12647cdc5 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:36:01.937438 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-b46b9245-9d08-4a2d-9617-fb089d9ae83b req-632f5a77-abe8-4fed-aaa1-1c2bbfb30574 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (c2ebf978-7d34-45ed-8607-d4a12647cdc5), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:02.026030 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-b46b9245-9d08-4a2d-9617-fb089d9ae83b req-632f5a77-abe8-4fed-aaa1-1c2bbfb30574 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] For port c2ebf978-7d34-45ed-8607-d4a12647cdc5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c2ebf978-7d34-45ed-8607-d4a12647cdc5,segment=NetworkSegment(209b9c24-1ae4-40d3-803e-22e9e958952c),segment_id=209b9c24-1ae4-40d3-803e-22e9e958952c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:36:02.026389 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-b46b9245-9d08-4a2d-9617-fb089d9ae83b req-632f5a77-abe8-4fed-aaa1-1c2bbfb30574 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (c2ebf978-7d34-45ed-8607-d4a12647cdc5), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:02.037816 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [req-b46b9245-9d08-4a2d-9617-fb089d9ae83b req-632f5a77-abe8-4fed-aaa1-1c2bbfb30574 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Calling delete_port for c2ebf978-7d34-45ed-8607-d4a12647cdc5 owned by compute:nova {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:36:02.262858 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-b46b9245-9d08-4a2d-9617-fb089d9ae83b req-632f5a77-abe8-4fed-aaa1-1c2bbfb30574 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (c2ebf978-7d34-45ed-8607-d4a12647cdc5), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:02.290299 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f5a77-abe8-4fed-aaa1-1c2bbfb30574 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Pushing event deleted for resources: {'Port': ['ID=c2ebf978-7d34-45ed-8607-d4a12647cdc5,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:36:02.302079 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f5a77-abe8-4fed-aaa1-1c2bbfb30574 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:02.302436 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f5a77-abe8-4fed-aaa1-1c2bbfb30574 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:02.302783 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f5a77-abe8-4fed-aaa1-1c2bbfb30574 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:02.303122 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f5a77-abe8-4fed-aaa1-1c2bbfb30574 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:02.303458 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f5a77-abe8-4fed-aaa1-1c2bbfb30574 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:02.303864 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f5a77-abe8-4fed-aaa1-1c2bbfb30574 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:02.304106 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f5a77-abe8-4fed-aaa1-1c2bbfb30574 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:02.304437 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f5a77-abe8-4fed-aaa1-1c2bbfb30574 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:02.304764 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f5a77-abe8-4fed-aaa1-1c2bbfb30574 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:02.305116 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f5a77-abe8-4fed-aaa1-1c2bbfb30574 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:02.305443 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f5a77-abe8-4fed-aaa1-1c2bbfb30574 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:02.305764 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f5a77-abe8-4fed-aaa1-1c2bbfb30574 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:02.306081 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632f5a77-abe8-4fed-aaa1-1c2bbfb30574 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:02.341845 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46b9245-9d08-4a2d-9617-fb089d9ae83b req-632f5a77-abe8-4fed-aaa1-1c2bbfb30574 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] No DVR routers for this DVR port c2ebf978-7d34-45ed-8607-d4a12647cdc5 on host hv-cinder-81322 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:36:02.343538 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-b46b9245-9d08-4a2d-9617-fb089d9ae83b req-632f5a77-abe8-4fed-aaa1-1c2bbfb30574 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:02.346942 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-b46b9245-9d08-4a2d-9617-fb089d9ae83b req-632f5a77-abe8-4fed-aaa1-1c2bbfb30574 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.16 "DELETE /v2.0/ports/c2ebf978-7d34-45ed-8607-d4a12647cdc5 HTTP/1.1" status: 204 len: 173 time: 0.4969332 Mar 07 23:36:02.347373 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbd30fd-bbd2-4768-b19a-ce68d042e836', 'name': 'network-vif-deleted', 'tag': 'c2ebf978-7d34-45ed-8607-d4a12647cdc5'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:36:02.349628 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499775de-3a8f-48f7-a8d9-930fe9629f4c" -d '{"events": [{"server_uuid": "bfbd30fd-bbd2-4768-b19a-ce68d042e836", "name": "network-vif-deleted", "tag": "c2ebf978-7d34-45ed-8607-d4a12647cdc5"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:36:02.384700 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f142d829-c07d-48c4-bbb1-7bb793e32f5e x-openstack-request-id: req-f142d829-c07d-48c4-bbb1-7bb793e32f5e {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:36:02.385009 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbd30fd-bbd2-4768-b19a-ce68d042e836", "name": "network-vif-deleted", "tag": "c2ebf978-7d34-45ed-8607-d4a12647cdc5", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:36:02.385262 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f142d829-c07d-48c4-bbb1-7bb793e32f5e {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:36:02.385656 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbd30fd-bbd2-4768-b19a-ce68d042e836', 'name': 'network-vif-deleted', 'tag': 'c2ebf978-7d34-45ed-8607-d4a12647cdc5', 'status': 'completed', 'code': 200} Mar 07 23:36:02.915820 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-d5fa0594-b38c-4448-849c-1539a88e1919 req-e529ef1e-b794-4b03-9931-aaea09126daa tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfbd30fd-bbd2-4768-b19a-ce68d042e836 HTTP/1.1" status: 200 len: 210 time: 0.0266068 Mar 07 23:36:06.390946 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 50304) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:36:06.402774 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device c2ebf978-7d34-45ed-8607-d4a12647cdc5 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:36:06.425561 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] No Port match for: c2ebf978-7d34-45ed-8607-d4a12647cdc5 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:36:06.425813 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device c2ebf978-7d34-45ed-8607-d4a12647cdc5 not bound to the agent host hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:36:06.547364 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-903d4aba-f4a4-4ace-87d0-5b1550fc8403 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Deleting port 5a96d4e5-9d9e-4330-bb90-c3001ccec49c {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:36:06.547711 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-903d4aba-f4a4-4ace-87d0-5b1550fc8403 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (5a96d4e5-9d9e-4330-bb90-c3001ccec49c), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:06.619624 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-903d4aba-f4a4-4ace-87d0-5b1550fc8403 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (5a96d4e5-9d9e-4330-bb90-c3001ccec49c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:06.619955 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-903d4aba-f4a4-4ace-87d0-5b1550fc8403 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for floatingip (5a96d4e5-9d9e-4330-bb90-c3001ccec49c), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:06.631708 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-903d4aba-f4a4-4ace-87d0-5b1550fc8403 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Calling delete_port for 5a96d4e5-9d9e-4330-bb90-c3001ccec49c owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:36:06.845305 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-903d4aba-f4a4-4ace-87d0-5b1550fc8403 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (5a96d4e5-9d9e-4330-bb90-c3001ccec49c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:06.870746 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d4aba-f4a4-4ace-87d0-5b1550fc8403 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Pushing event deleted for resources: {'Port': ['ID=5a96d4e5-9d9e-4330-bb90-c3001ccec49c,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:36:06.933335 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-903d4aba-f4a4-4ace-87d0-5b1550fc8403 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for floatingip (eaa526d0-fb10-4f97-b954-9679db5f69d6), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:06.933664 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.db.l3_db [None req-903d4aba-f4a4-4ace-87d0-5b1550fc8403 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Floating IP eaa526d0-fb10-4f97-b954-9679db5f69d6 disassociated (deleted). External IP: 172.27.3.169, port: 925737a8-3888-44a1-b1cb-8857da2f1d36. Mar 07 23:36:07.140157 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903d4aba-f4a4-4ace-87d0-5b1550fc8403 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:36:07.245635 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903d4aba-f4a4-4ace-87d0-5b1550fc8403 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:36:07.250359 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-903d4aba-f4a4-4ace-87d0-5b1550fc8403 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:07.255375 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6131e87e-3337-4729-8f3e-2bad2f36479d None None] Sync routers for ids ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:36:07.264740 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6131e87e-3337-4729-8f3e-2bad2f36479d None None] Routers {'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:36:07.265377 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-6131e87e-3337-4729-8f3e-2bad2f36479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:35:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:36:07.279369 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-903d4aba-f4a4-4ace-87d0-5b1550fc8403 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "DELETE /v2.0/floatingips/eaa526d0-fb10-4f97-b954-9679db5f69d6 HTTP/1.1" status: 204 len: 168 time: 0.8868334 Mar 07 23:36:07.279952 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fc103d-e96f-4c07-910c-99e66926d481', 'tag': '925737a8-3888-44a1-b1cb-8857da2f1d36'}] {{(pid=103607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:36:07.282343 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f121ca032d09cec2118b40b720afc8ae003d4f146c4ed390fdf3e40a26386d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41cbf13-156a-4d9b-8f88-b8334953ebe3" -d '{"events": [{"name": "network-changed", "server_uuid": "61fc103d-e96f-4c07-910c-99e66926d481", "tag": "925737a8-3888-44a1-b1cb-8857da2f1d36"}]}' {{(pid=103607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:36:07.319757 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 23:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424682e2-b9f4-4ef6-a287-b975f43f4aa7 x-openstack-request-id: req-424682e2-b9f4-4ef6-a287-b975f43f4aa7 {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:36:07.320053 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fc103d-e96f-4c07-910c-99e66926d481", "tag": "925737a8-3888-44a1-b1cb-8857da2f1d36", "status": "completed", "code": 200}]} {{(pid=103607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:36:07.320306 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-424682e2-b9f4-4ef6-a287-b975f43f4aa7 {{(pid=103607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:36:07.320737 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61fc103d-e96f-4c07-910c-99e66926d481', 'tag': '925737a8-3888-44a1-b1cb-8857da2f1d36', 'status': 'completed', 'code': 200} Mar 07 23:36:07.376228 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-6131e87e-3337-4729-8f3e-2bad2f36479d None None] Set router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:36:07.386083 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cbf13-156a-4d9b-8f88-b8334953ebe3 req-d4113f86-8576-4626-8a58-0234ef381ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:36:07.387579 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c41cbf13-156a-4d9b-8f88-b8334953ebe3 req-d4113f86-8576-4626-8a58-0234ef381ceb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3949c6f9dfc24d0ead21f56b108d34f0&device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 1130 time: 0.0450644 Mar 07 23:36:07.481663 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cbf13-156a-4d9b-8f88-b8334953ebe3 req-00a65bfb-45da-4cb5-8a83-fb8a5c2cb721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:36:07.483608 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c41cbf13-156a-4d9b-8f88-b8334953ebe3 req-00a65bfb-45da-4cb5-8a83-fb8a5c2cb721 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a39af706-4a29-48d3-afb9-49b0f8efc7cc HTTP/1.1" status: 200 len: 913 time: 0.0891442 Mar 07 23:36:07.525636 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c41cbf13-156a-4d9b-8f88-b8334953ebe3 req-91346937-55ad-4050-8a30-871b85ea9e91 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=925737a8-3888-44a1-b1cb-8857da2f1d36 HTTP/1.1" status: 200 len: 217 time: 0.0345180 Mar 07 23:36:07.574079 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-6131e87e-3337-4729-8f3e-2bad2f36479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:29Z', 'revision_number': 4, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '1e1ffa29-bbd5-45af-9992-9726338dbd5c', 'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'mac_address': 'fa:16:3e:dd:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:28Z', 'updated_at': '2022-03-07T23:29:33Z', 'revision_number': 5, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'subnets': [{'id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:36:07.578594 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cbf13-156a-4d9b-8f88-b8334953ebe3 req-0eb55d0e-7554-4f8f-ac52-ff319565838c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:36:07.580024 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c41cbf13-156a-4d9b-8f88-b8334953ebe3 req-0eb55d0e-7554-4f8f-ac52-ff319565838c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0 HTTP/1.1" status: 200 len: 851 time: 0.0482497 Mar 07 23:36:07.604096 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6131e87e-3337-4729-8f3e-2bad2f36479d None None] Checking router: afe12b4d-d5f1-482a-8afe-a38fc49c5f6d for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:36:07.612326 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6131e87e-3337-4729-8f3e-2bad2f36479d None None] Routers {'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:36:07.612934 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-6131e87e-3337-4729-8f3e-2bad2f36479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:35:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:36:07.634368 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cbf13-156a-4d9b-8f88-b8334953ebe3 req-a0a7b6cc-4941-426e-9379-f34ef43d46ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:36:07.635959 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c41cbf13-156a-4d9b-8f88-b8334953ebe3 req-a0a7b6cc-4941-426e-9379-f34ef43d46ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a39af706-4a29-48d3-afb9-49b0f8efc7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472949 Mar 07 23:36:07.725698 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-6131e87e-3337-4729-8f3e-2bad2f36479d None None] Set router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:36:07.758260 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c41cbf13-156a-4d9b-8f88-b8334953ebe3 req-5beb7f05-d575-4398-abbd-707251c4740a service neutron] 10.222.0.16 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135159 Mar 07 23:36:07.769601 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dca7e9-7019-41e9-a6f8-c49534bb5b11 req-71a514ea-dbb8-4847-b498-5c2a58722662 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:36:07.770981 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-32dca7e9-7019-41e9-a6f8-c49534bb5b11 req-71a514ea-dbb8-4847-b498-5c2a58722662 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 946 time: 0.0750170 Mar 07 23:36:07.870924 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-32dca7e9-7019-41e9-a6f8-c49534bb5b11 req-a55e79d8-1a29-4867-8569-dc868ce39fd3 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920761 Mar 07 23:36:07.889182 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-c41cbf13-156a-4d9b-8f88-b8334953ebe3 req-aa425267-01f4-461a-b81c-6985db0a47e6 service neutron] 10.222.0.16 "GET /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166217 Mar 07 23:36:07.923221 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-6131e87e-3337-4729-8f3e-2bad2f36479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:29Z', 'revision_number': 4, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '1e1ffa29-bbd5-45af-9992-9726338dbd5c', 'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'mac_address': 'fa:16:3e:dd:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:28Z', 'updated_at': '2022-03-07T23:29:33Z', 'revision_number': 5, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'subnets': [{'id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:36:07.948800 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6131e87e-3337-4729-8f3e-2bad2f36479d None None] The sync data for ids ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'] in dv-cinder-813223-6-iscsi is: [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:29Z', 'revision_number': 4, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi', '_interfaces': [{'id': '1e1ffa29-bbd5-45af-9992-9726338dbd5c', 'name': '', 'network_id': 'a39af706-4a29-48d3-afb9-49b0f8efc7cc', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'mac_address': 'fa:16:3e:dd:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:28Z', 'updated_at': '2022-03-07T23:29:33Z', 'revision_number': 5, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'subnets': [{'id': '899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:36:08.166587 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0622d76e-777b-4a5d-ab45-65652caf008f None None] New status for floating IP eaa526d0-fb10-4f97-b954-9679db5f69d6: DOWN {{(pid=103609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 23:36:08.989814 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c65962-e05c-4176-89ad-16854959dd33 req-994df03e-2502-444a-abec-b1d7e5927e72 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:36:08.991271 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-11c65962-e05c-4176-89ad-16854959dd33 req-994df03e-2502-444a-abec-b1d7e5927e72 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 946 time: 0.0517755 Mar 07 23:36:09.038593 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-11c65962-e05c-4176-89ad-16854959dd33 req-bd0dd30e-71f2-4147-a879-b4738e7b6311 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/security-groups?id=5acf419f-fa9f-4af3-859b-afc38600fe1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418344 Mar 07 23:36:09.038807 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:36:09.158356 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f6927-5a72-4fc4-9aa7-356ee6fedca9 req-73f3718c-b52f-40b4-bdca-73460255204e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 23:36:09.159684 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bb0f6927-5a72-4fc4-9aa7-356ee6fedca9 req-73f3718c-b52f-40b4-bdca-73460255204e tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.16 "GET /v2.0/ports?device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 946 time: 0.0502086 Mar 07 23:36:09.245735 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [req-bb0f6927-5a72-4fc4-9aa7-356ee6fedca9 req-f71fb7dd-cfa1-419d-a189-b48a88ca6083 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Deleting port 925737a8-3888-44a1-b1cb-8857da2f1d36 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:36:09.246072 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-bb0f6927-5a72-4fc4-9aa7-356ee6fedca9 req-f71fb7dd-cfa1-419d-a189-b48a88ca6083 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (925737a8-3888-44a1-b1cb-8857da2f1d36), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:09.333012 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [req-bb0f6927-5a72-4fc4-9aa7-356ee6fedca9 req-f71fb7dd-cfa1-419d-a189-b48a88ca6083 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] For port 925737a8-3888-44a1-b1cb-8857da2f1d36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=925737a8-3888-44a1-b1cb-8857da2f1d36,segment=NetworkSegment(209b9c24-1ae4-40d3-803e-22e9e958952c),segment_id=209b9c24-1ae4-40d3-803e-22e9e958952c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:36:09.333370 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-bb0f6927-5a72-4fc4-9aa7-356ee6fedca9 req-f71fb7dd-cfa1-419d-a189-b48a88ca6083 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (925737a8-3888-44a1-b1cb-8857da2f1d36), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:09.345225 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [req-bb0f6927-5a72-4fc4-9aa7-356ee6fedca9 req-f71fb7dd-cfa1-419d-a189-b48a88ca6083 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Calling delete_port for 925737a8-3888-44a1-b1cb-8857da2f1d36 owned by compute:nova {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:36:09.519775 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-bb0f6927-5a72-4fc4-9aa7-356ee6fedca9 req-f71fb7dd-cfa1-419d-a189-b48a88ca6083 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (925737a8-3888-44a1-b1cb-8857da2f1d36), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:09.545636 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fb7dd-cfa1-419d-a189-b48a88ca6083 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Pushing event deleted for resources: {'Port': ['ID=925737a8-3888-44a1-b1cb-8857da2f1d36,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:36:09.590561 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0f6927-5a72-4fc4-9aa7-356ee6fedca9 req-f71fb7dd-cfa1-419d-a189-b48a88ca6083 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] No DVR routers for this DVR port 925737a8-3888-44a1-b1cb-8857da2f1d36 on host hv-cinder-81322 {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:36:09.593437 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [req-bb0f6927-5a72-4fc4-9aa7-356ee6fedca9 req-f71fb7dd-cfa1-419d-a189-b48a88ca6083 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for port (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:09.596785 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [req-bb0f6927-5a72-4fc4-9aa7-356ee6fedca9 req-f71fb7dd-cfa1-419d-a189-b48a88ca6083 tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.16 "DELETE /v2.0/ports/925737a8-3888-44a1-b1cb-8857da2f1d36 HTTP/1.1" status: 204 len: 173 time: 0.4319487 Mar 07 23:36:09.597267 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fc103d-e96f-4c07-910c-99e66926d481', 'name': 'network-vif-deleted', 'tag': '925737a8-3888-44a1-b1cb-8857da2f1d36'}] {{(pid=103608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 23:36:09.599526 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f6c741a89df325dc22f3a249703c4b7a582c541360a9da3d76e237bb36f61d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59e1a51-a181-419b-a00e-c78fa130db62" -d '{"events": [{"server_uuid": "61fc103d-e96f-4c07-910c-99e66926d481", "name": "network-vif-deleted", "tag": "925737a8-3888-44a1-b1cb-8857da2f1d36"}]}' {{(pid=103608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 23:36:09.636663 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 23:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a56eb6c-5f0a-4ab6-a500-4d1c29c09da7 x-openstack-request-id: req-3a56eb6c-5f0a-4ab6-a500-4d1c29c09da7 {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 23:36:09.636663 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61fc103d-e96f-4c07-910c-99e66926d481", "name": "network-vif-deleted", "tag": "925737a8-3888-44a1-b1cb-8857da2f1d36", "status": "completed", "code": 200}]} {{(pid=103608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 23:36:09.636663 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a56eb6c-5f0a-4ab6-a500-4d1c29c09da7 {{(pid=103608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 23:36:09.636663 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61fc103d-e96f-4c07-910c-99e66926d481', 'name': 'network-vif-deleted', 'tag': '925737a8-3888-44a1-b1cb-8857da2f1d36', 'status': 'completed', 'code': 200} Mar 07 23:36:10.145698 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [req-628d2156-a3d4-4f10-a4af-b17f35a316cb req-139e6e7f-250f-4229-84a9-174f323c898f tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fc103d-e96f-4c07-910c-99e66926d481 HTTP/1.1" status: 200 len: 210 time: 0.0272934 Mar 07 23:36:11.201454 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 50320) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:36:11.320181 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-6c532d31-4936-4659-a2c9-b95a3de977de tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Deleting port c1196834-ada2-48ed-abb4-0af389fc2a36 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:36:11.320518 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c532d31-4936-4659-a2c9-b95a3de977de tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (c1196834-ada2-48ed-abb4-0af389fc2a36), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:11.395514 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c532d31-4936-4659-a2c9-b95a3de977de tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (c1196834-ada2-48ed-abb4-0af389fc2a36), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:11.395831 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c532d31-4936-4659-a2c9-b95a3de977de tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for floatingip (c1196834-ada2-48ed-abb4-0af389fc2a36), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:11.407386 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-6c532d31-4936-4659-a2c9-b95a3de977de tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Calling delete_port for c1196834-ada2-48ed-abb4-0af389fc2a36 owned by network:floatingip {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:36:11.616511 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c532d31-4936-4659-a2c9-b95a3de977de tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (c1196834-ada2-48ed-abb4-0af389fc2a36), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:11.645579 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c532d31-4936-4659-a2c9-b95a3de977de tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Pushing event deleted for resources: {'Port': ['ID=c1196834-ada2-48ed-abb4-0af389fc2a36,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:36:11.702447 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c532d31-4936-4659-a2c9-b95a3de977de tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for floatingip (b33955ff-04da-4363-b346-459109a1ac9c), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:11.704918 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-6c532d31-4936-4659-a2c9-b95a3de977de tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134042'] for floatingip (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:11.706425 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-6c532d31-4936-4659-a2c9-b95a3de977de tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "DELETE /v2.0/floatingips/b33955ff-04da-4363-b346-459109a1ac9c HTTP/1.1" status: 204 len: 168 time: 0.5040004 Mar 07 23:36:12.432019 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 925737a8-3888-44a1-b1cb-8857da2f1d36 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:36:12.452427 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-71196375-eced-447d-95fe-29918fee63d6 None None] No Port match for: 925737a8-3888-44a1-b1cb-8857da2f1d36 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:36:12.452773 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Device 925737a8-3888-44a1-b1cb-8857da2f1d36 not bound to the agent host hv-cinder-81322 {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:36:13.012514 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 50332) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:36:13.070320 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-111d8155-beab-4f8b-ac84-a82372c79bfe tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for security_group (5acf419f-fa9f-4af3-859b-afc38600fe1a), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:13.094715 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-111d8155-beab-4f8b-ac84-a82372c79bfe tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for security_group (5acf419f-fa9f-4af3-859b-afc38600fe1a), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:13.233743 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-111d8155-beab-4f8b-ac84-a82372c79bfe tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (5acf419f-fa9f-4af3-859b-afc38600fe1a), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:13.236316 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-111d8155-beab-4f8b-ac84-a82372c79bfe tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:13.237470 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-111d8155-beab-4f8b-ac84-a82372c79bfe tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] 10.222.0.24 "DELETE /v2.0/security-groups/5acf419f-fa9f-4af3-859b-afc38600fe1a HTTP/1.1" status: 204 len: 168 time: 0.2238984 Mar 07 23:36:13.246152 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d8155-beab-4f8b-ac84-a82372c79bfe tempest-TestVolumeBootPattern-2044416018 tempest-TestVolumeBootPattern-2044416018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acf419f-fa9f-4af3-859b-afc38600fe1a,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:36:13.341081 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 50336) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:36:14.026002 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-62687014-79f0-460c-9ab2-947a3d792545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563542'] for router_interface (afe12b4d-d5f1-482a-8afe-a38fc49c5f6d), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:14.262892 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-62687014-79f0-460c-9ab2-947a3d792545 admin admin] Deleting port 1e1ffa29-bbd5-45af-9992-9726338dbd5c {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:36:14.263255 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-62687014-79f0-460c-9ab2-947a3d792545 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (1e1ffa29-bbd5-45af-9992-9726338dbd5c), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:14.338178 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-62687014-79f0-460c-9ab2-947a3d792545 admin admin] For port 1e1ffa29-bbd5-45af-9992-9726338dbd5c, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=1e1ffa29-bbd5-45af-9992-9726338dbd5c,segment=NetworkSegment(209b9c24-1ae4-40d3-803e-22e9e958952c),segment_id=209b9c24-1ae4-40d3-803e-22e9e958952c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:36:14.338465 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-62687014-79f0-460c-9ab2-947a3d792545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (1e1ffa29-bbd5-45af-9992-9726338dbd5c), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:14.350118 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-62687014-79f0-460c-9ab2-947a3d792545 admin admin] Calling delete_port for 1e1ffa29-bbd5-45af-9992-9726338dbd5c owned by network:router_interface {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:36:14.587880 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-62687014-79f0-460c-9ab2-947a3d792545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (1e1ffa29-bbd5-45af-9992-9726338dbd5c), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:14.611787 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62687014-79f0-460c-9ab2-947a3d792545 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e1ffa29-bbd5-45af-9992-9726338dbd5c,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:36:14.778161 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-62687014-79f0-460c-9ab2-947a3d792545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563490'] for router_interface (afe12b4d-d5f1-482a-8afe-a38fc49c5f6d), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:14.990004 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62687014-79f0-460c-9ab2-947a3d792545 admin admin] Router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:36:15.094036 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62687014-79f0-460c-9ab2-947a3d792545 admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:36:15.099088 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-62687014-79f0-460c-9ab2-947a3d792545 admin admin] 10.222.0.24 "PUT /v2.0/routers/afe12b4d-d5f1-482a-8afe-a38fc49c5f6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7564552 Mar 07 23:36:15.101599 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 50340) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:36:15.103764 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24135079-4e42-4abc-ad13-096def8de3c0 None None] Sync routers for ids ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'] in dv-cinder-813223-6-iscsi {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:36:15.113930 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24135079-4e42-4abc-ad13-096def8de3c0 None None] Routers {'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:36:15.114537 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-24135079-4e42-4abc-ad13-096def8de3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:35:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:36:15.204888 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8168e5c0-c6e6-4f40-8339-b91eb4a98488 admin admin] Publish callbacks [] for router (afe12b4d-d5f1-482a-8afe-a38fc49c5f6d), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:15.217779 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-24135079-4e42-4abc-ad13-096def8de3c0 None None] Set router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d gateway port host: dv-cinder-813223-6-iscsi {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:36:15.308340 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8168e5c0-c6e6-4f40-8339-b91eb4a98488 admin admin] Publish callbacks [] for router_gateway (afe12b4d-d5f1-482a-8afe-a38fc49c5f6d), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:15.447880 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8168e5c0-c6e6-4f40-8339-b91eb4a98488 admin admin] Deleting port 781061cc-c382-467f-bc21-d134d6e03fb0 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:36:15.448567 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8168e5c0-c6e6-4f40-8339-b91eb4a98488 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (781061cc-c382-467f-bc21-d134d6e03fb0), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:15.476773 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-24135079-4e42-4abc-ad13-096def8de3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:36:14Z', 'revision_number': 5, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port': {'id': '781061cc-c382-467f-bc21-d134d6e03fb0', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:36:15.502611 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24135079-4e42-4abc-ad13-096def8de3c0 None None] Checking router: afe12b4d-d5f1-482a-8afe-a38fc49c5f6d for host: dv-cinder-813223-6-iscsi {{(pid=103610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:36:15.510599 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24135079-4e42-4abc-ad13-096def8de3c0 None None] Routers {'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:36:15.511170 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-24135079-4e42-4abc-ad13-096def8de3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:35:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'], 'active': True} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:36:15.528097 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-8168e5c0-c6e6-4f40-8339-b91eb4a98488 admin admin] For port 781061cc-c382-467f-bc21-d134d6e03fb0, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=781061cc-c382-467f-bc21-d134d6e03fb0,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:36:15.528462 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8168e5c0-c6e6-4f40-8339-b91eb4a98488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (781061cc-c382-467f-bc21-d134d6e03fb0), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:15.540594 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-8168e5c0-c6e6-4f40-8339-b91eb4a98488 admin admin] Calling delete_port for 781061cc-c382-467f-bc21-d134d6e03fb0 owned by network:router_gateway {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:36:15.598223 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_dvr_db [None req-24135079-4e42-4abc-ad13-096def8de3c0 None None] Set router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d gateway port host: None {{(pid=103610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:36:15.649696 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.l3_hamode_db [None req-24135079-4e42-4abc-ad13-096def8de3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:36:15Z', 'revision_number': 6, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port_host': None}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:36:15.676903 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24135079-4e42-4abc-ad13-096def8de3c0 None None] The sync data for ids ['afe12b4d-d5f1-482a-8afe-a38fc49c5f6d'] in dv-cinder-813223-6-iscsi is: [{'id': 'afe12b4d-d5f1-482a-8afe-a38fc49c5f6d', 'name': 'tempest-TestVolumeBootPattern-1827768897-router', 'tenant_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:26Z', 'updated_at': '2022-03-07T23:36:15Z', 'revision_number': 6, 'project_id': '3949c6f9dfc24d0ead21f56b108d34f0', 'gw_port_host': None}] {{(pid=103610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:36:15.753456 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8168e5c0-c6e6-4f40-8339-b91eb4a98488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (781061cc-c382-467f-bc21-d134d6e03fb0), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:15.779435 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168e5c0-c6e6-4f40-8339-b91eb4a98488 admin admin] Pushing event deleted for resources: {'Port': ['ID=781061cc-c382-467f-bc21-d134d6e03fb0,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:36:15.840533 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8168e5c0-c6e6-4f40-8339-b91eb4a98488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558984'] for router_gateway (afe12b4d-d5f1-482a-8afe-a38fc49c5f6d), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:15.931792 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8168e5c0-c6e6-4f40-8339-b91eb4a98488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28530'] for router (afe12b4d-d5f1-482a-8afe-a38fc49c5f6d), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:15.933815 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8168e5c0-c6e6-4f40-8339-b91eb4a98488 admin admin] Publish callbacks [] for router_controller (afe12b4d-d5f1-482a-8afe-a38fc49c5f6d), precommit_delete_associations {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:16.010648 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8168e5c0-c6e6-4f40-8339-b91eb4a98488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561707'] for router (afe12b4d-d5f1-482a-8afe-a38fc49c5f6d), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:16.011131 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8168e5c0-c6e6-4f40-8339-b91eb4a98488 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afe12b4d-d5f1-482a-8afe-a38fc49c5f6d {{(pid=103608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 23:36:16.018259 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-8168e5c0-c6e6-4f40-8339-b91eb4a98488 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:16.018259 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-8168e5c0-c6e6-4f40-8339-b91eb4a98488 admin admin] 10.222.0.24 "DELETE /v2.0/routers/afe12b4d-d5f1-482a-8afe-a38fc49c5f6d HTTP/1.1" status: 204 len: 168 time: 0.9146268 Mar 07 23:36:16.019695 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 50342) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:36:16.064825 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.db_base_plugin_v2 [None req-50d6db71-43b8-40fb-b38b-433719427eae admin admin] Deleting subnet 899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0 {{(pid=103608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 23:36:16.068168 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-50d6db71-43b8-40fb-b38b-433719427eae admin admin] Publish callbacks [] for subnet (899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:16.104038 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-50d6db71-43b8-40fb-b38b-433719427eae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2548317'] for subnet (899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0), precommit_delete_associations {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:16.180794 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-50d6db71-43b8-40fb-b38b-433719427eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1321719'] for subnet (899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:16.342554 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-50d6db71-43b8-40fb-b38b-433719427eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1321708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2398541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2721233'] for subnet (899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:16.365111 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6db71-43b8-40fb-b38b-433719427eae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:36:16.370506 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-50d6db71-43b8-40fb-b38b-433719427eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for subnet (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:16.374446 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-50d6db71-43b8-40fb-b38b-433719427eae admin admin] 10.222.0.24 "DELETE /v2.0/subnets/899bb4bf-a4b2-4bc5-b94a-4eba5e2e9dd0 HTTP/1.1" status: 204 len: 168 time: 0.3534453 Mar 07 23:36:16.376613 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 50344) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:36:16.379134 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836c3ce4-6408-4990-b1e0-143f071b7f0f None None] Network a39af706-4a29-48d3-afb9-49b0f8efc7cc requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:36:16.446608 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-66e303c1-6e25-4b09-aaa6-63347e426edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1357688'] for network (a39af706-4a29-48d3-afb9-49b0f8efc7cc), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:16.502063 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-66e303c1-6e25-4b09-aaa6-63347e426edd admin admin] Deleting port e56ccce3-7e2c-44ee-af10-e9694edfaaf3 {{(pid=103608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:36:16.503358 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-66e303c1-6e25-4b09-aaa6-63347e426edd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (e56ccce3-7e2c-44ee-af10-e9694edfaaf3), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:16.551135 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0277b15-3839-43ec-88f7-d0e5cb725a78 None None] DHCP port deletion for a39af706-4a29-48d3-afb9-49b0f8efc7cc request from dv-cinder-813223-6-iscsi {{(pid=103609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 23:36:16.566821 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.db [None req-66e303c1-6e25-4b09-aaa6-63347e426edd admin admin] For port e56ccce3-7e2c-44ee-af10-e9694edfaaf3, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=e56ccce3-7e2c-44ee-af10-e9694edfaaf3,segment=NetworkSegment(209b9c24-1ae4-40d3-803e-22e9e958952c),segment_id=209b9c24-1ae4-40d3-803e-22e9e958952c)] {{(pid=103608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:36:16.567179 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-66e303c1-6e25-4b09-aaa6-63347e426edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (e56ccce3-7e2c-44ee-af10-e9694edfaaf3), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:16.583298 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.plugin [None req-66e303c1-6e25-4b09-aaa6-63347e426edd admin admin] Calling delete_port for e56ccce3-7e2c-44ee-af10-e9694edfaaf3 owned by network:dhcp {{(pid=103608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:36:16.598469 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-d0277b15-3839-43ec-88f7-d0e5cb725a78 None None] Deleting port e56ccce3-7e2c-44ee-af10-e9694edfaaf3 {{(pid=103609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:36:16.598781 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d0277b15-3839-43ec-88f7-d0e5cb725a78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (e56ccce3-7e2c-44ee-af10-e9694edfaaf3), before_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:16.708373 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-66e303c1-6e25-4b09-aaa6-63347e426edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2398586'] for port (e56ccce3-7e2c-44ee-af10-e9694edfaaf3), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:16.737997 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e303c1-6e25-4b09-aaa6-63347e426edd admin admin] Pushing event deleted for resources: {'Port': ['ID=e56ccce3-7e2c-44ee-af10-e9694edfaaf3,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:36:16.744143 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e303c1-6e25-4b09-aaa6-63347e426edd admin admin] No DVR routers for this DVR port e56ccce3-7e2c-44ee-af10-e9694edfaaf3 on host dv-cinder-813223-6-iscsi {{(pid=103608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:36:16.796580 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-d0277b15-3839-43ec-88f7-d0e5cb725a78 None None] For port e56ccce3-7e2c-44ee-af10-e9694edfaaf3, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=e56ccce3-7e2c-44ee-af10-e9694edfaaf3,segment=NetworkSegment(209b9c24-1ae4-40d3-803e-22e9e958952c),segment_id=209b9c24-1ae4-40d3-803e-22e9e958952c)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:36:16.796997 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d0277b15-3839-43ec-88f7-d0e5cb725a78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (e56ccce3-7e2c-44ee-af10-e9694edfaaf3), precommit_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:16.808772 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-d0277b15-3839-43ec-88f7-d0e5cb725a78 None None] Calling delete_port for e56ccce3-7e2c-44ee-af10-e9694edfaaf3 owned by network:dhcp {{(pid=103609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:36:16.817784 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-66e303c1-6e25-4b09-aaa6-63347e426edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479032', 'neutron.services.segments.db._delete_segments_for_network-8747802712679'] for network (a39af706-4a29-48d3-afb9-49b0f8efc7cc), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:16.837318 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-66e303c1-6e25-4b09-aaa6-63347e426edd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39af706-4a29-48d3-afb9-49b0f8efc7cc']}} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:36:16.846618 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-66e303c1-6e25-4b09-aaa6-63347e426edd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209b9c24-1ae4-40d3-803e-22e9e958952c') {'for_net_delete': True} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:36:16.846911 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.services.segments.db [None req-66e303c1-6e25-4b09-aaa6-63347e426edd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209b9c24-1ae4-40d3-803e-22e9e958952c') {} {{(pid=103608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:36:16.856317 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-66e303c1-6e25-4b09-aaa6-63347e426edd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747802713712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2548390'] for segment (209b9c24-1ae4-40d3-803e-22e9e958952c), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:16.869532 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-66e303c1-6e25-4b09-aaa6-63347e426edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (209b9c24-1ae4-40d3-803e-22e9e958952c), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:16.875362 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e303c1-6e25-4b09-aaa6-63347e426edd admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 23:36:16.875861 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-66e303c1-6e25-4b09-aaa6-63347e426edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2398503'] for segment (209b9c24-1ae4-40d3-803e-22e9e958952c), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: Traceback (most recent call last): Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: timer() Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: cb(*args, **kw) Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: return func(*args, **kwargs) Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: self._notify() Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: self.callback(batched_events) Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: event.method(event) Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: return f(self, *a, **k) Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: return self._get(url).json() Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: return self.request(url, 'GET', **kwargs) Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 23:36:16.877559 dv-cinder-813223-6-iscsi neutron-server[103608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 23:36:16.889198 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-d0277b15-3839-43ec-88f7-d0e5cb725a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880'] for port (e56ccce3-7e2c-44ee-af10-e9694edfaaf3), after_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:16.917469 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0277b15-3839-43ec-88f7-d0e5cb725a78 None None] No DVR routers for this DVR port e56ccce3-7e2c-44ee-af10-e9694edfaaf3 on host dv-cinder-813223-6-iscsi {{(pid=103609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:36:16.920088 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0277b15-3839-43ec-88f7-d0e5cb725a78 None None] Pushing event deleted for resources: {'Port': ['ID=e56ccce3-7e2c-44ee-af10-e9694edfaaf3,revision_number=None']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:36:16.933310 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0277b15-3839-43ec-88f7-d0e5cb725a78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:16.934212 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0277b15-3839-43ec-88f7-d0e5cb725a78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:16.934212 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0277b15-3839-43ec-88f7-d0e5cb725a78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:16.934462 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0277b15-3839-43ec-88f7-d0e5cb725a78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:16.935275 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0277b15-3839-43ec-88f7-d0e5cb725a78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:16.935611 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0277b15-3839-43ec-88f7-d0e5cb725a78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:16.935947 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0277b15-3839-43ec-88f7-d0e5cb725a78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:16.936279 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0277b15-3839-43ec-88f7-d0e5cb725a78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:16.936605 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0277b15-3839-43ec-88f7-d0e5cb725a78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:16.936931 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0277b15-3839-43ec-88f7-d0e5cb725a78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:16.937281 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0277b15-3839-43ec-88f7-d0e5cb725a78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:16.937602 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0277b15-3839-43ec-88f7-d0e5cb725a78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:16.937925 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0277b15-3839-43ec-88f7-d0e5cb725a78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813223-6-iscsi {{(pid=103609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 23:36:16.993879 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-66e303c1-6e25-4b09-aaa6-63347e426edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559020'] for network (a39af706-4a29-48d3-afb9-49b0f8efc7cc), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:16.999224 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-66e303c1-6e25-4b09-aaa6-63347e426edd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:17.002205 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-66e303c1-6e25-4b09-aaa6-63347e426edd admin admin] 10.222.0.24 "DELETE /v2.0/networks/a39af706-4a29-48d3-afb9-49b0f8efc7cc HTTP/1.1" status: 204 len: 168 time: 0.6246717 Mar 07 23:36:17.005250 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 50346) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:36:17.013294 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e303c1-6e25-4b09-aaa6-63347e426edd admin admin] Pushing event deleted for resources: {'Network': ['ID=a39af706-4a29-48d3-afb9-49b0f8efc7cc,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:36:17.072773 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device e56ccce3-7e2c-44ee-af10-e9694edfaaf3 no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:36:17.096160 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: e56ccce3-7e2c-44ee-af10-e9694edfaaf3 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:36:17.096506 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device e56ccce3-7e2c-44ee-af10-e9694edfaaf3 not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:36:17.096920 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 781061cc-c382-467f-bc21-d134d6e03fb0 no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:36:17.116317 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: 781061cc-c382-467f-bc21-d134d6e03fb0 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:36:17.116595 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 781061cc-c382-467f-bc21-d134d6e03fb0 not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:36:17.117042 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 1e1ffa29-bbd5-45af-9992-9726338dbd5c no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:36:17.135416 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: 1e1ffa29-bbd5-45af-9992-9726338dbd5c {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:36:17.135771 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 1e1ffa29-bbd5-45af-9992-9726338dbd5c not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:36:17.346514 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c273c24-22b3-4251-b5fd-63931b59ba59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563542'] for router_interface (a6809911-82d5-4a9c-9aa7-84c470d48dbd), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:17.581631 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4c273c24-22b3-4251-b5fd-63931b59ba59 admin admin] Deleting port ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:36:17.581968 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c273c24-22b3-4251-b5fd-63931b59ba59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:17.659540 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-4c273c24-22b3-4251-b5fd-63931b59ba59 admin admin] For port ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde,segment=NetworkSegment(903ee33d-a7e6-43d8-96fd-f8904cdf4368),segment_id=903ee33d-a7e6-43d8-96fd-f8904cdf4368)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:36:17.659910 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c273c24-22b3-4251-b5fd-63931b59ba59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:17.671114 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-4c273c24-22b3-4251-b5fd-63931b59ba59 admin admin] Calling delete_port for ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde owned by network:router_interface {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:36:17.925000 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c273c24-22b3-4251-b5fd-63931b59ba59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:17.954473 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c273c24-22b3-4251-b5fd-63931b59ba59 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:36:18.391806 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-4c273c24-22b3-4251-b5fd-63931b59ba59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563490'] for router_interface (a6809911-82d5-4a9c-9aa7-84c470d48dbd), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:18.603623 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c273c24-22b3-4251-b5fd-63931b59ba59 admin admin] Router a6809911-82d5-4a9c-9aa7-84c470d48dbd has already been hosted by L3 agent e7462e0f-e2fe-4f88-a5f6-959ef858e0e2 {{(pid=103607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 23:36:18.704221 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c273c24-22b3-4251-b5fd-63931b59ba59 admin admin] Notify agent at l3_agent.dv-cinder-813223-6-iscsi the message routers_updated {{(pid=103607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 23:36:18.709909 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-4c273c24-22b3-4251-b5fd-63931b59ba59 admin admin] 10.222.0.24 "PUT /v2.0/routers/a6809911-82d5-4a9c-9aa7-84c470d48dbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7026381 Mar 07 23:36:18.711456 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 50348) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:36:18.714070 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524d867c-c49b-4244-beb3-048e59d23299 None None] Sync routers for ids ['a6809911-82d5-4a9c-9aa7-84c470d48dbd'] in dv-cinder-813223-6-iscsi {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 23:36:18.724355 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524d867c-c49b-4244-beb3-048e59d23299 None None] Routers {'a6809911-82d5-4a9c-9aa7-84c470d48dbd'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:36:18.725009 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-524d867c-c49b-4244-beb3-048e59d23299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:35:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['a6809911-82d5-4a9c-9aa7-84c470d48dbd'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:36:18.815297 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76abe77a-bc47-4915-ab0e-396a7e24375a admin admin] Publish callbacks [] for router (a6809911-82d5-4a9c-9aa7-84c470d48dbd), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:18.830979 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-524d867c-c49b-4244-beb3-048e59d23299 None None] Set router a6809911-82d5-4a9c-9aa7-84c470d48dbd gateway port host: dv-cinder-813223-6-iscsi {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:36:18.915235 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76abe77a-bc47-4915-ab0e-396a7e24375a admin admin] Publish callbacks [] for router_gateway (a6809911-82d5-4a9c-9aa7-84c470d48dbd), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:19.009269 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-524d867c-c49b-4244-beb3-048e59d23299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6809911-82d5-4a9c-9aa7-84c470d48dbd', 'name': 'tempest-TestVolumeBootPattern-1177619141-router', 'tenant_id': '3aa73033dec347d2b9a923a78361582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'external_fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '71bf3e03-539c-405b-b6aa-808d7ffeffc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:31Z', 'updated_at': '2022-03-07T23:36:17Z', 'revision_number': 5, 'project_id': '3aa73033dec347d2b9a923a78361582b', 'gw_port': {'id': '71bf3e03-539c-405b-b6aa-808d7ffeffc2', 'name': '', 'network_id': '4f60912c-99c2-416c-85f4-ec579757987b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6809911-82d5-4a9c-9aa7-84c470d48dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813223-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T23:29:32Z', 'updated_at': '2022-03-07T23:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4612345-726c-47ef-92a6-cd50d588f814', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813223-6-iscsi'}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:36:19.036397 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524d867c-c49b-4244-beb3-048e59d23299 None None] Checking router: a6809911-82d5-4a9c-9aa7-84c470d48dbd for host: dv-cinder-813223-6-iscsi {{(pid=103609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 23:36:19.045298 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524d867c-c49b-4244-beb3-048e59d23299 None None] Routers {'a6809911-82d5-4a9c-9aa7-84c470d48dbd'} bound to L3 agent in host dv-cinder-813223-6-iscsi {{(pid=103609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 23:36:19.046106 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-524d867c-c49b-4244-beb3-048e59d23299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813223-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T23:11:26Z,description=,heartbeat_timestamp=2022-03-07T23:35:56Z,host='dv-cinder-813223-6-iscsi',id=e7462e0f-e2fe-4f88-a5f6-959ef858e0e2,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T23:11:27Z,topic='l3_agent')) {'router_ids': ['a6809911-82d5-4a9c-9aa7-84c470d48dbd'], 'active': True} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:36:19.050197 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-76abe77a-bc47-4915-ab0e-396a7e24375a admin admin] Deleting port 71bf3e03-539c-405b-b6aa-808d7ffeffc2 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:36:19.050616 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76abe77a-bc47-4915-ab0e-396a7e24375a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (71bf3e03-539c-405b-b6aa-808d7ffeffc2), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:19.132809 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-76abe77a-bc47-4915-ab0e-396a7e24375a admin admin] For port 71bf3e03-539c-405b-b6aa-808d7ffeffc2, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=71bf3e03-539c-405b-b6aa-808d7ffeffc2,segment=NetworkSegment(72002e1b-b340-425b-a146-9b8da7184177),segment_id=72002e1b-b340-425b-a146-9b8da7184177)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:36:19.133272 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76abe77a-bc47-4915-ab0e-396a7e24375a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (71bf3e03-539c-405b-b6aa-808d7ffeffc2), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:19.134051 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvr_db [None req-524d867c-c49b-4244-beb3-048e59d23299 None None] Set router a6809911-82d5-4a9c-9aa7-84c470d48dbd gateway port host: None {{(pid=103609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 23:36:19.144864 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-76abe77a-bc47-4915-ab0e-396a7e24375a admin admin] Calling delete_port for 71bf3e03-539c-405b-b6aa-808d7ffeffc2 owned by network:router_gateway {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:36:19.185399 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_hamode_db [None req-524d867c-c49b-4244-beb3-048e59d23299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6809911-82d5-4a9c-9aa7-84c470d48dbd', 'name': 'tempest-TestVolumeBootPattern-1177619141-router', 'tenant_id': '3aa73033dec347d2b9a923a78361582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:31Z', 'updated_at': '2022-03-07T23:36:18Z', 'revision_number': 6, 'project_id': '3aa73033dec347d2b9a923a78361582b', 'gw_port_host': None}], 'dv-cinder-813223-6-iscsi', False) {} {{(pid=103609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:36:19.213959 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524d867c-c49b-4244-beb3-048e59d23299 None None] The sync data for ids ['a6809911-82d5-4a9c-9aa7-84c470d48dbd'] in dv-cinder-813223-6-iscsi is: [{'id': 'a6809911-82d5-4a9c-9aa7-84c470d48dbd', 'name': 'tempest-TestVolumeBootPattern-1177619141-router', 'tenant_id': '3aa73033dec347d2b9a923a78361582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T23:29:31Z', 'updated_at': '2022-03-07T23:36:18Z', 'revision_number': 6, 'project_id': '3aa73033dec347d2b9a923a78361582b', 'gw_port_host': None}] {{(pid=103609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 23:36:19.382158 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76abe77a-bc47-4915-ab0e-396a7e24375a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (71bf3e03-539c-405b-b6aa-808d7ffeffc2), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:19.407470 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abe77a-bc47-4915-ab0e-396a7e24375a admin admin] Pushing event deleted for resources: {'Port': ['ID=71bf3e03-539c-405b-b6aa-808d7ffeffc2,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:36:19.469878 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76abe77a-bc47-4915-ab0e-396a7e24375a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558984'] for router_gateway (a6809911-82d5-4a9c-9aa7-84c470d48dbd), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:19.561176 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76abe77a-bc47-4915-ab0e-396a7e24375a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28530'] for router (a6809911-82d5-4a9c-9aa7-84c470d48dbd), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:19.563479 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76abe77a-bc47-4915-ab0e-396a7e24375a admin admin] Publish callbacks [] for router_controller (a6809911-82d5-4a9c-9aa7-84c470d48dbd), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:19.668030 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76abe77a-bc47-4915-ab0e-396a7e24375a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561707'] for router (a6809911-82d5-4a9c-9aa7-84c470d48dbd), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:19.668624 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76abe77a-bc47-4915-ab0e-396a7e24375a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6809911-82d5-4a9c-9aa7-84c470d48dbd {{(pid=103607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 23:36:19.673307 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-76abe77a-bc47-4915-ab0e-396a7e24375a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:19.674438 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-76abe77a-bc47-4915-ab0e-396a7e24375a admin admin] 10.222.0.24 "DELETE /v2.0/routers/a6809911-82d5-4a9c-9aa7-84c470d48dbd HTTP/1.1" status: 204 len: 168 time: 0.9620435 Mar 07 23:36:19.676848 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 50350) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:36:19.720323 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0005f16-8d82-43f0-8758-86dbe3dad2cb admin admin] Deleting subnet 530f89e6-c617-4863-8b70-d9c3eb56c872 {{(pid=103607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 23:36:19.723244 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0005f16-8d82-43f0-8758-86dbe3dad2cb admin admin] Publish callbacks [] for subnet (530f89e6-c617-4863-8b70-d9c3eb56c872), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:19.755615 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0005f16-8d82-43f0-8758-86dbe3dad2cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8799380'] for subnet (530f89e6-c617-4863-8b70-d9c3eb56c872), precommit_delete_associations {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:19.832559 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0005f16-8d82-43f0-8758-86dbe3dad2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1321719'] for subnet (530f89e6-c617-4863-8b70-d9c3eb56c872), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:19.948489 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0005f16-8d82-43f0-8758-86dbe3dad2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1321708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9280569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8993421'] for subnet (530f89e6-c617-4863-8b70-d9c3eb56c872), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:19.976433 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0005f16-8d82-43f0-8758-86dbe3dad2cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=530f89e6-c617-4863-8b70-d9c3eb56c872,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:36:19.978348 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-c0005f16-8d82-43f0-8758-86dbe3dad2cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:19.982272 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-c0005f16-8d82-43f0-8758-86dbe3dad2cb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/530f89e6-c617-4863-8b70-d9c3eb56c872 HTTP/1.1" status: 204 len: 168 time: 0.3038318 Mar 07 23:36:19.983776 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a44eb60-6184-40eb-90d5-6fe9b1d2ec66 None None] Network 764cd63a-9a64-48ac-802c-ebe1035b263f requested from dv-cinder-813223-6-iscsi {{(pid=103609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 23:36:19.984602 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 50352) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:36:20.063321 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-22fc8a5c-b942-4e01-87b9-6cad81ee4a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1357688'] for network (764cd63a-9a64-48ac-802c-ebe1035b263f), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:20.118611 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-22fc8a5c-b942-4e01-87b9-6cad81ee4a08 admin admin] Deleting port d72802ee-ebd2-4621-b420-94a1c70d7da5 {{(pid=103607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:36:20.118949 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-22fc8a5c-b942-4e01-87b9-6cad81ee4a08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (d72802ee-ebd2-4621-b420-94a1c70d7da5), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:20.129180 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147797d8-ef1b-460d-9648-d7d8ce5c1e66 None None] DHCP port deletion for 764cd63a-9a64-48ac-802c-ebe1035b263f request from dv-cinder-813223-6-iscsi {{(pid=103609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 23:36:20.179362 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-147797d8-ef1b-460d-9648-d7d8ce5c1e66 None None] Deleting port d72802ee-ebd2-4621-b420-94a1c70d7da5 {{(pid=103609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 23:36:20.179896 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-147797d8-ef1b-460d-9648-d7d8ce5c1e66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747802882627'] for port (d72802ee-ebd2-4621-b420-94a1c70d7da5), before_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:20.184532 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.db [None req-22fc8a5c-b942-4e01-87b9-6cad81ee4a08 admin admin] For port d72802ee-ebd2-4621-b420-94a1c70d7da5, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=d72802ee-ebd2-4621-b420-94a1c70d7da5,segment=NetworkSegment(903ee33d-a7e6-43d8-96fd-f8904cdf4368),segment_id=903ee33d-a7e6-43d8-96fd-f8904cdf4368)] {{(pid=103607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:36:20.185225 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-22fc8a5c-b942-4e01-87b9-6cad81ee4a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (d72802ee-ebd2-4621-b420-94a1c70d7da5), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:20.202024 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.plugin [None req-22fc8a5c-b942-4e01-87b9-6cad81ee4a08 admin admin] Calling delete_port for d72802ee-ebd2-4621-b420-94a1c70d7da5 owned by network:dhcp {{(pid=103607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:36:20.250800 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.db [None req-147797d8-ef1b-460d-9648-d7d8ce5c1e66 None None] For port d72802ee-ebd2-4621-b420-94a1c70d7da5, host dv-cinder-813223-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813223-6-iscsi',level=0,port_id=d72802ee-ebd2-4621-b420-94a1c70d7da5,segment=NetworkSegment(903ee33d-a7e6-43d8-96fd-f8904cdf4368),segment_id=903ee33d-a7e6-43d8-96fd-f8904cdf4368)] {{(pid=103609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 23:36:20.250800 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-147797d8-ef1b-460d-9648-d7d8ce5c1e66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559172'] for port (d72802ee-ebd2-4621-b420-94a1c70d7da5), precommit_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:20.259682 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-147797d8-ef1b-460d-9648-d7d8ce5c1e66 None None] Calling delete_port for d72802ee-ebd2-4621-b420-94a1c70d7da5 owned by network:dhcp {{(pid=103609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 23:36:20.319198 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-22fc8a5c-b942-4e01-87b9-6cad81ee4a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9280526'] for port (d72802ee-ebd2-4621-b420-94a1c70d7da5), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:20.337163 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-147797d8-ef1b-460d-9648-d7d8ce5c1e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747802889638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747802365880'] for port (d72802ee-ebd2-4621-b420-94a1c70d7da5), after_delete {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:20.346763 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc8a5c-b942-4e01-87b9-6cad81ee4a08 admin admin] Pushing event deleted for resources: {'Port': ['ID=d72802ee-ebd2-4621-b420-94a1c70d7da5,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:36:20.348573 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fc8a5c-b942-4e01-87b9-6cad81ee4a08 admin admin] No DVR routers for this DVR port d72802ee-ebd2-4621-b420-94a1c70d7da5 on host dv-cinder-813223-6-iscsi {{(pid=103607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:36:20.362599 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147797d8-ef1b-460d-9648-d7d8ce5c1e66 None None] Pushing event deleted for resources: {'Port': ['ID=d72802ee-ebd2-4621-b420-94a1c70d7da5,revision_number=None']} {{(pid=103609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:36:20.366144 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147797d8-ef1b-460d-9648-d7d8ce5c1e66 None None] No DVR routers for this DVR port d72802ee-ebd2-4621-b420-94a1c70d7da5 on host dv-cinder-813223-6-iscsi {{(pid=103609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 23:36:20.425626 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-22fc8a5c-b942-4e01-87b9-6cad81ee4a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479032', 'neutron.services.segments.db._delete_segments_for_network-8747802712679'] for network (764cd63a-9a64-48ac-802c-ebe1035b263f), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:20.446796 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.services.segments.db [None req-22fc8a5c-b942-4e01-87b9-6cad81ee4a08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764cd63a-9a64-48ac-802c-ebe1035b263f']}} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:36:20.456619 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.services.segments.db [None req-22fc8a5c-b942-4e01-87b9-6cad81ee4a08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903ee33d-a7e6-43d8-96fd-f8904cdf4368') {'for_net_delete': True} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:36:20.456917 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.services.segments.db [None req-22fc8a5c-b942-4e01-87b9-6cad81ee4a08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903ee33d-a7e6-43d8-96fd-f8904cdf4368') {} {{(pid=103607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 23:36:20.467200 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-22fc8a5c-b942-4e01-87b9-6cad81ee4a08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747802713712', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8799343'] for segment (903ee33d-a7e6-43d8-96fd-f8904cdf4368), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:20.480548 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-22fc8a5c-b942-4e01-87b9-6cad81ee4a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004'] for segment (903ee33d-a7e6-43d8-96fd-f8904cdf4368), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:20.486798 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22fc8a5c-b942-4e01-87b9-6cad81ee4a08 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 23:36:20.487184 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-22fc8a5c-b942-4e01-87b9-6cad81ee4a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1319004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9280595'] for segment (903ee33d-a7e6-43d8-96fd-f8904cdf4368), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: Traceback (most recent call last): Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: timer() Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: cb(*args, **kw) Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: return func(*args, **kwargs) Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: self._notify() Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: self.callback(batched_events) Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: event.method(event) Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: return f(self, *a, **k) Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: return self._get(url).json() Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: return self.request(url, 'GET', **kwargs) Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 23:36:20.489024 dv-cinder-813223-6-iscsi neutron-server[103607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 23:36:20.621886 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-22fc8a5c-b942-4e01-87b9-6cad81ee4a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559020'] for network (764cd63a-9a64-48ac-802c-ebe1035b263f), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:20.627520 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-22fc8a5c-b942-4e01-87b9-6cad81ee4a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555026'] for network (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:20.630733 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-22fc8a5c-b942-4e01-87b9-6cad81ee4a08 admin admin] 10.222.0.24 "DELETE /v2.0/networks/764cd63a-9a64-48ac-802c-ebe1035b263f HTTP/1.1" status: 204 len: 168 time: 0.6452026 Mar 07 23:36:20.641829 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc8a5c-b942-4e01-87b9-6cad81ee4a08 admin admin] Pushing event deleted for resources: {'Network': ['ID=764cd63a-9a64-48ac-802c-ebe1035b263f,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:36:20.941655 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 50356) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:36:20.984389 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-65187cda-3c32-4ccc-9dbe-14a1d1533996 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3949c6f9dfc24d0ead21f56b108d34f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415661 Mar 07 23:36:20.986755 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [-] (103607) accepted ('10.222.0.24', 50358) {{(pid=103607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:36:21.032910 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-043e53e6-e1ed-4e36-bf51-5e12bf7ae701 admin admin] Publish callbacks [] for security_group (6952074c-a77d-47dc-961e-fca9cfecdb59), before_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:21.053992 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-043e53e6-e1ed-4e36-bf51-5e12bf7ae701 admin admin] Publish callbacks [] for security_group (6952074c-a77d-47dc-961e-fca9cfecdb59), precommit_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:21.068020 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:36:21.088213 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:36:21.088561 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device ce5e5c5b-a4d3-4f15-8a5c-aaa58d55adde not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:36:21.088993 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device d72802ee-ebd2-4621-b420-94a1c70d7da5 no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:36:21.107973 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: d72802ee-ebd2-4621-b420-94a1c70d7da5 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:36:21.108261 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device d72802ee-ebd2-4621-b420-94a1c70d7da5 not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:36:21.108681 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 71bf3e03-539c-405b-b6aa-808d7ffeffc2 no longer exists at agent ovs-agent-dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 23:36:21.130034 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] No Port match for: 71bf3e03-539c-405b-b6aa-808d7ffeffc2 {{(pid=103609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 23:36:21.130386 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron.plugins.ml2.rpc [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Device 71bf3e03-539c-405b-b6aa-808d7ffeffc2 not bound to the agent host dv-cinder-813223-6-iscsi {{(pid=103609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 23:36:21.164948 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-043e53e6-e1ed-4e36-bf51-5e12bf7ae701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (6952074c-a77d-47dc-961e-fca9cfecdb59), after_delete {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:21.167557 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron_lib.callbacks.manager [None req-043e53e6-e1ed-4e36-bf51-5e12bf7ae701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:21.171801 dv-cinder-813223-6-iscsi neutron-server[103607]: INFO neutron.wsgi [None req-043e53e6-e1ed-4e36-bf51-5e12bf7ae701 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6952074c-a77d-47dc-961e-fca9cfecdb59 HTTP/1.1" status: 204 len: 168 time: 0.1811352 Mar 07 23:36:21.177166 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e53e6-e1ed-4e36-bf51-5e12bf7ae701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6952074c-a77d-47dc-961e-fca9cfecdb59,revision_number=None']} {{(pid=103607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:36:21.787936 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 50364) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:36:21.830339 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-bc5c224d-88e6-4d40-9a67-ca8b416764da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3aa73033dec347d2b9a923a78361582b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412867 Mar 07 23:36:21.832763 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.wsgi [-] (103608) accepted ('10.222.0.24', 50366) {{(pid=103608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 23:36:21.877676 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-db95c8b5-7cbb-4256-b0fc-86dcee36c67b admin admin] Publish callbacks [] for security_group (2b23ccee-7f9d-444f-bf06-4572aa398a45), before_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:21.898161 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-db95c8b5-7cbb-4256-b0fc-86dcee36c67b admin admin] Publish callbacks [] for security_group (2b23ccee-7f9d-444f-bf06-4572aa398a45), precommit_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:22.022171 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-db95c8b5-7cbb-4256-b0fc-86dcee36c67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672914'] for security_group (2b23ccee-7f9d-444f-bf06-4572aa398a45), after_delete {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:22.024674 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron_lib.callbacks.manager [None req-db95c8b5-7cbb-4256-b0fc-86dcee36c67b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:22.025842 dv-cinder-813223-6-iscsi neutron-server[103608]: INFO neutron.wsgi [None req-db95c8b5-7cbb-4256-b0fc-86dcee36c67b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b23ccee-7f9d-444f-bf06-4572aa398a45 HTTP/1.1" status: 204 len: 168 time: 0.1921337 Mar 07 23:36:22.034263 dv-cinder-813223-6-iscsi neutron-server[103608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95c8b5-7cbb-4256-b0fc-86dcee36c67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b23ccee-7f9d-444f-bf06-4572aa398a45,revision_number=None']} {{(pid=103608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 23:36:23.884705 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-00b98811-0cb1-4040-b36c-13a891fdf929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:26.113301 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:26.175790 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8d986b58-c8c8-4d7f-86d4-64fece5101fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:27.775970 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:28.941445 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:30.364226 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:46.038525 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:36:53.871986 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8f643002-9d13-4341-b33b-5f26fc8f7ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:56.083809 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:56.152335 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8c09faa2-7cd7-4309-b71d-c657e6acbef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:57.792255 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:36:58.951889 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:37:00.351961 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:37:23.038795 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:37:23.882649 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1e22b7cd-9a5b-42c4-9707-b005961254ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:37:26.151230 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:37:26.173777 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-0927c420-9d2e-41a3-8979-ed9fbfcd0130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:37:27.762460 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:37:28.957108 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:37:30.345566 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:37:53.893164 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-bacbcc51-b2eb-4a27-bc27-5405b0afaff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:37:56.110836 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:37:56.156019 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f8c77b23-72a4-4fd7-a548-9ae0cf1e5cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:37:57.778800 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:37:58.985469 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:38:00.037718 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:38:00.367556 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:38:23.874990 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-9b4464dc-2f0b-4e60-9609-28328633bf77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:38:26.103959 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:38:26.137849 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-1a2583fe-acbe-46b7-b4dd-98f83841fde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:38:27.783409 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:38:28.955200 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:38:30.360551 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:38:37.036453 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:38:53.880191 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f2d1c6d3-8e95-49b8-8ad7-68786c102013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:38:56.125649 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:38:56.176974 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-41e5a9bf-42d4-48a0-983a-127b72ad30fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:38:57.811198 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:38:58.966170 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:39:00.348434 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:39:14.036305 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:39:23.873274 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-f30ddfa8-4c62-449c-a8e7-ed85ad779d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:39:26.113092 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:39:26.141987 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3473e1bb-e277-411b-a51b-46d5e68111fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:39:27.787705 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:39:28.970220 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:39:30.353108 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:39:51.036295 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:39:53.883905 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-35b3ec2e-1abc-427d-8ad4-0f20b884a09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:39:56.112710 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:39:56.158209 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-93201959-aeaf-4f04-8fd3-66052e52ae6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:39:57.763388 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:39:58.974411 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:40:00.397814 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:40:23.900300 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-9414718a-7a28-48e5-ba34-cbcda946da69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:40:26.134756 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:40:26.151464 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-886e35e7-6824-41c7-afaa-63b61925ad7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:40:27.773970 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:40:28.034332 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:40:28.961935 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:40:30.408245 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:40:53.876443 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-9aebd8f4-b9bd-4232-9a33-3ab9c261c022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:40:56.178751 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:40:56.190705 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-ee4427a7-8c0b-4bcf-b427-ac2ca94b833c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:40:57.801875 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:40:59.012946 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:41:00.355827 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:41:05.034047 dv-cinder-813223-6-iscsi neutron-server[103610]: DEBUG neutron.db.agents_db [None req-9f2e0185-9860-4b39-9f97-cbf2db7685f8 None None] Agent healthcheck: found 6 active agents {{(pid=103610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 23:41:06.813519 dv-cinder-813223-6-iscsi neutron-server[103607]: DEBUG neutron.wsgi [req-0e857e48-fdc0-4c39-8cb3-16b3516faa6b req-4bdad039-ff14-4b08-8dc8-2b4f56bdee5a tempest-AttachVolumeNegativeTest-269637246 tempest-AttachVolumeNegativeTest-269637246-project] (103607) timed out ('10.222.0.16', 54496) {{(pid=103607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 23:41:23.920451 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-8f1aaa1f-8313-46a7-885d-64fc2dae01cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (3a1e77f0-bb24-4b35-90df-eea7dfe1ff53), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:41:26.154686 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-71196375-eced-447d-95fe-29918fee63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (c3ad4338-66dc-4d28-9621-abda7889d413), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:41:26.182985 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-84c189cf-c0d7-4f1e-b163-f109727199d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (e7462e0f-e2fe-4f88-a5f6-959ef858e0e2), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:41:27.801060 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-093b93c2-be55-4c3a-ab53-dec58fec1dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (dd2ecb76-9fe8-45dc-b502-716d227f214b), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:41:28.966839 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-c707f221-444f-45dd-9a82-69fc7b30939c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (d68814d9-e2d9-412f-8f6c-8f87aa945406), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 23:41:30.400454 dv-cinder-813223-6-iscsi neutron-server[103609]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdd58-8ccd-43e0-8053-9c559bdf9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747802712661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481091'] for agent (59c9a313-7bc5-4a95-a603-532ba5cbcfd6), after_update {{(pid=103609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}